-- Logs begin at Mon 2021-06-07 14:05:15 UTC, end at Mon 2021-06-07 15:00:03 UTC. -- Jun 07 14:36:51.679183 dv-cinder-789603-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 14:36:54.310466 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.common.config [-] Logging enabled! Jun 07 14:36:54.311087 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev280 Jun 07 14:36:54.311223 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103539) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 14:36:54.314386 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.common.config [-] Logging enabled! Jun 07 14:36:54.314641 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev280 Jun 07 14:36:54.314944 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103539) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 14:36:54.315872 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 14:36:54.316097 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 14:36:54.316449 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 14:36:54.316690 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 14:36:54.316932 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 14:36:54.317249 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.317539 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.317829 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.318054 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.318342 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.318625 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.318901 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.319185 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.319470 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.319751 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.320026 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.320303 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.320528 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.320806 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.321121 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.321401 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.321620 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] debug = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.321897 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.322318 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.322730 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.323005 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.323432 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.323707 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.323976 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.324247 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.324527 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.324888 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] host = dv-cinder-789603-7-smb {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.325163 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.325446 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.325722 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.326005 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.326274 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.326548 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.326826 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.327093 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.327359 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] log_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.327627 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.327911 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.328191 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.328476 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.328697 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.328936 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.329224 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.329504 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.329913 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.330190 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.330459 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.330728 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.330998 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.331262 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.331539 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.331818 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.332097 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.332365 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.332633 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.332923 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.333190 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.333467 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.333731 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.334000 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.334266 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.334545 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.334805 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.335072 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.335367 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.335645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.335922 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.336195 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.336460 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.336734 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.337032 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.337299 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.337563 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] use_json = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.337829 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.338093 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.338368 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.338633 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.339568 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.339850 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.340101 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.340381 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:54.340675 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.340995 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.341293 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.341573 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.341860 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.342133 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.342416 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.342689 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.342972 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.343254 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.343785 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.344062 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.344344 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.344616 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.344930 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.345233 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.345521 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.345929 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.346202 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.346473 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.346743 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.347016 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.347299 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.347587 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.347872 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.348139 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.348411 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.348695 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.348998 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.349270 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.349550 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.349825 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.350095 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.350365 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.350644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.350919 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.351186 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.351455 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.351725 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.352011 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.352282 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.352549 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.352817 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.353116 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.353382 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.353660 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.353932 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.354201 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.355098 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.355455 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.355970 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.356351 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.356628 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.356929 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.357212 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.357485 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.357758 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.358033 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.358302 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.358574 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.358844 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.359115 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.359390 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.359660 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.359935 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.360205 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.360476 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.360745 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.361058 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.361358 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.361637 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.361912 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.362187 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.362462 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.362735 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.363008 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.363284 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.363558 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.363825 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.364114 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.364394 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.364675 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.364984 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.365262 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.365554 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.365828 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.366106 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.366382 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.366649 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.366933 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.367215 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.367506 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.367795 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.368085 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.368374 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.368663 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.368961 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.369273 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.369549 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:54.369768 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 14:36:54.370083 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103539) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 14:36:54.721736 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:36:54.722012 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:36:54.722296 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:36:54.722619 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 14:36:55.114905 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.115110 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.115357 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.116546 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.116818 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.117109 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.154187 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.154465 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.154724 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.168138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.168407 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.168671 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.197578 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.197849 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.198672 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.237449 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.237717 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.237981 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.475159 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.475828 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.475828 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.475988 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.476725 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.602260 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.602574 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.602848 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.603113 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.603369 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.603670 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.603921 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.604168 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.605001 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.605281 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.605666 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.605929 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.606187 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.606440 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.606699 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.606962 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.607213 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.607476 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.607719 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.607996 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.608328 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.608573 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.608814 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.609112 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.609355 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.609599 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.609995 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:55.610231 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:55.610462 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:55.610692 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:55.610921 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:55.611147 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:55.611511 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 14:36:55.614796 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 14:36:55.618775 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 14:36:55.623555 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 07 14:36:55.625187 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 14:36:55.625635 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 14:36:55.625965 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 14:36:55.626344 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 14:36:55.629166 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 14:36:55.629414 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 14:36:55.629757 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 14:36:55.657530 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 14:36:55.657975 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.658271 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103539) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 14:36:55.658626 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.659957 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103539) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 14:36:55.660234 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 14:36:55.660473 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 14:36:55.663735 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.664008 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:55.727745 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 14:36:55.727935 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 14:36:55.728171 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 14:36:55.728547 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 14:36:55.760019 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_db.sqlalchemy.engines [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103539) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 14:36:56.097584 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing driver for type 'gre' Jun 07 14:36:56.098165 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] gre ID ranges: [(1, 1000)] Jun 07 14:36:56.149522 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing driver for type 'local' Jun 07 14:36:56.149868 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing driver for type 'vlan' Jun 07 14:36:56.162595 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] VlanTypeDriver initialization complete Jun 07 14:36:56.162953 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing driver for type 'vxlan' Jun 07 14:36:56.163464 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] vxlan ID ranges: [(1, 1000)] Jun 07 14:36:56.219497 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing extension driver 'port_security' Jun 07 14:36:56.220009 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.extensions.port_security [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] PortSecurityExtensionDriver initialization complete Jun 07 14:36:56.220349 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing mechanism driver 'openvswitch' Jun 07 14:36:56.220678 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing mechanism driver 'hyperv' Jun 07 14:36:56.227199 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:56.227976 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.228350 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.228704 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.229119 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnet after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.230146 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnet after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.230679 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.231098 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.231453 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.231806 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.232192 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > security_group after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.232547 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > security_group after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.232930 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.233302 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.233656 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.234003 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.234379 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > address_group after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.234763 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > address_group after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.235101 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.235440 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] ML2 OVO RPC backend initialized. {{(pid=103539) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 14:36:56.236155 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.236510 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.236949 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.237300 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > networks before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.237648 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.237989 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > ports before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.238330 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnet before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.238671 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnets before_response 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.239017 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.239391 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.239724 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.240062 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.240400 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.240736 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.241100 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnet after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.241440 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnet after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.241775 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.242349 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.plugin [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Modular L2 Plugin initialization complete Jun 07 14:36:56.242674 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading services supported by the core plugin {{(pid=103539) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 14:36:56.242999 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.plugins.ml2.managers [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Got port-security extension from driver 'port_security' Jun 07 14:36:56.243462 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.extensions.vlantransparent [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Disabled vlantransparent extension. Jun 07 14:36:56.243947 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103539) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 14:36:56.244261 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: router Jun 07 14:36:56.286452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.286850 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router after_create 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.287215 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router before_create 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.287578 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.287946 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.288298 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router after_delete 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.288652 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.289035 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router after_create 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.289380 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router after_update 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.289726 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router after_update 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.290072 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.290426 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router after_update 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.290854 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_update 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.291208 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: port after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.291545 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: port after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.292423 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: subnet after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.292758 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.293224 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.293575 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_create 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.293916 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: port before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.294254 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.294605 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router after_update 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.294944 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.295291 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_create 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.295642 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.295981 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_update 55549900 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.296348 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > network after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.297270 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Tracking information for resource: router configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:56.297949 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Tracking information for resource: floatingip configured {{(pid=103539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 14:36:56.302877 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.db.l3_agentschedulers_db [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 14:36:56.303450 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: port after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.303810 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: port after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.304158 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: port after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.304503 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: port after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.305324 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router before_create 55550100 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.305690 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.306048 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_create 55550100 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.306402 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > router precommit_update 55550100 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.311662 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.services.provider_configuration [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service providers = [] {{(pid=103539) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 14:36:56.312024 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.db.servicetype_db [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103539) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 14:36:56.314951 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.services.service_base [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:36:56.315297 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.services.service_base [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:36:56.315637 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.services.service_base [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:36:56.316501 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.services.service_base [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 14:36:56.316893 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.services.service_base [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 14:36:56.317450 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.317770 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 14:36:56.328370 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.328702 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: auto_allocate Jun 07 14:36:56.334636 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: network precommit_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.335006 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: network precommit_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.335534 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.335846 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: tag Jun 07 14:36:56.344722 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.345069 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: timestamp Jun 07 14:36:56.348914 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.349189 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: network_ip_availability Jun 07 14:36:56.355174 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.355568 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.355910 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.356658 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.357017 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: flavors Jun 07 14:36:56.471201 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.471521 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading Plugin: revisions Jun 07 14:36:56.476079 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 14:36:56.476891 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_concurrency.lockutils [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=103539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:36:56.477264 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103539) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 14:36:56.477601 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Initializing extension manager. Jun 07 14:36:56.478103 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: __init__.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.478447 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: __pycache__ {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.478776 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.479107 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: address_group.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.480297 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.480929 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: address-group Jun 07 14:36:56.481257 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: address_scope.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.481967 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.482490 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: address-scope Jun 07 14:36:56.482811 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.483729 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.484252 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: router-admin-state-down-before-update Jun 07 14:36:56.484574 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: agent.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.485292 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.485810 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: agent Jun 07 14:36:56.486131 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: agent_resources_synced.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.487023 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.487549 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: agent-resources-synced Jun 07 14:36:56.487868 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: allowedaddresspairs.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.489679 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.490266 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: allowed-address-pairs Jun 07 14:36:56.490598 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: auto_allocated_topology.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.491656 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.492172 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: auto-allocated-topology Jun 07 14:36:56.492493 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: availability_zone.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.493196 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.493707 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: availability_zone Jun 07 14:36:56.494023 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: availability_zone_filter.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.495527 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.496149 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: availability_zone_filter Jun 07 14:36:56.496466 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: data_plane_status.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.497393 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.497901 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 14:36:56.498217 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: default_subnetpools.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.499112 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.499627 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: default-subnetpools Jun 07 14:36:56.499943 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.500743 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.501280 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: dhcp_agent_scheduler Jun 07 14:36:56.501596 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: dns.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.502482 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.502991 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 14:36:56.503307 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: dns_domain_ports.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.504197 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.504702 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 14:36:56.505048 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: dvr.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.505707 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.506217 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: dvr Jun 07 14:36:56.506533 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: empty_string_filtering.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.507421 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.507937 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: empty-string-filtering Jun 07 14:36:56.508255 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.509171 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.509686 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 14:36:56.510002 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.511747 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.512439 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 14:36:56.512771 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: external_net.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.514565 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.515248 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: external-net Jun 07 14:36:56.515559 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.516452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.516995 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: extra_dhcp_opt Jun 07 14:36:56.517315 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: extraroute.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.518198 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.518709 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: extraroute Jun 07 14:36:56.519026 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: extraroute_atomic.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.520038 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.520559 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: extraroute-atomic Jun 07 14:36:56.520898 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: filter_validation.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.521558 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.522069 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: filter-validation Jun 07 14:36:56.522387 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: fip_pf_description.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.523277 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.523789 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 14:36:56.524104 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: fip_port_details.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.525029 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.525544 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: fip-port-details Jun 07 14:36:56.525859 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: flavors.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.527238 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.527763 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: flavors Jun 07 14:36:56.528088 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.529801 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.530332 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 14:36:56.530653 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: floatingip_pools.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.531347 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.531870 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: floatingip-pools Jun 07 14:36:56.532191 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: ip_allocation.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.533120 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.533632 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 14:36:56.533948 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.534844 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.535358 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: ip-substring-filtering Jun 07 14:36:56.535677 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l2_adjacency.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.536564 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.537110 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 14:36:56.537429 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l3.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.538393 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.538922 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: router Jun 07 14:36:56.539255 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.541532 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.542151 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 14:36:56.542486 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.543404 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.543929 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: ext-gw-mode Jun 07 14:36:56.544258 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.545189 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.545712 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: l3-ha Jun 07 14:36:56.546041 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l3_flavors.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.546930 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.547445 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: l3-flavors Jun 07 14:36:56.547766 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.548665 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.549218 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 14:36:56.549539 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: l3agentscheduler.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.550556 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.551077 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: l3_agent_scheduler Jun 07 14:36:56.551401 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: logging.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.553056 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.553584 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension logging not supported by any of loaded plugins Jun 07 14:36:56.553914 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: metering.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.554644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.555227 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: metering Jun 07 14:36:56.555552 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.556988 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.558059 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: metering_source_and_destination_fields Jun 07 14:36:56.558377 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: multiprovidernet.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.559287 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.559803 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: multi-provider Jun 07 14:36:56.560121 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: netmtu.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.561045 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.561558 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: net-mtu Jun 07 14:36:56.561875 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: netmtu_writable.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.562770 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.563281 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: net-mtu-writable Jun 07 14:36:56.563599 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: network_availability_zone.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.564251 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.564762 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: network_availability_zone Jun 07 14:36:56.565107 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: network_ip_availability.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.566175 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.566691 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: network-ip-availability Jun 07 14:36:56.567011 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: network_segment_range.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.567749 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.568256 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 14:36:56.568575 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: pagination.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.569551 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.569876 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: pagination Jun 07 14:36:56.570189 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: port_device_profile.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.571073 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.571596 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: port-device-profile Jun 07 14:36:56.571913 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.572817 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.574020 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: port-mac-address-regenerate Jun 07 14:36:56.574331 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.575235 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.575754 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: port-numa-affinity-policy Jun 07 14:36:56.576073 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: port_resource_request.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.576986 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.577504 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 14:36:56.577824 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: portbindings.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.578723 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.579243 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: binding Jun 07 14:36:56.579561 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: portbindings_extended.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.580817 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.581372 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: binding-extended Jun 07 14:36:56.581698 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: portsecurity.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.582591 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.583108 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: port-security Jun 07 14:36:56.583429 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: project_id.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.584382 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.584711 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: project-id Jun 07 14:36:56.585057 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: providernet.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.585960 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.586485 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: provider Jun 07 14:36:56.586802 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.590712 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.591245 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos not supported by any of loaded plugins Jun 07 14:36:56.591574 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.592813 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.593361 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 14:36:56.593945 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.594840 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.595365 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 14:36:56.595689 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_default.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.596576 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.597130 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-default not supported by any of loaded plugins Jun 07 14:36:56.597455 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_fip.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.598098 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.598608 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 14:36:56.598972 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_gateway_ip.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.600016 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.600535 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 14:36:56.600885 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_port_network_policy.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.601770 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.602287 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 14:36:56.602604 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_rule_type_details.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.603494 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.604011 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 14:36:56.604433 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: qos_rules_alias.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.605557 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.606079 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 14:36:56.606398 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: quotasv2.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.607333 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.607659 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: quotas Jun 07 14:36:56.607973 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: quotasv2_detail.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.611046 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.611389 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: quota_details Jun 07 14:36:56.611719 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: rbac.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.612885 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.613433 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: rbac-policies Jun 07 14:36:56.613765 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: rbac_address_group.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.614675 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.615206 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: rbac-address-group Jun 07 14:36:56.615531 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: rbac_address_scope.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.616423 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.616980 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: rbac-address-scope Jun 07 14:36:56.617308 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: rbac_security_groups.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.618218 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.618739 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: rbac-security-groups Jun 07 14:36:56.619062 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: rbac_subnetpool.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.620516 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.621162 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: rbac-subnetpool Jun 07 14:36:56.621486 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: revisionifmatch.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.622392 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.622913 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: revision-if-match Jun 07 14:36:56.623238 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: revisions.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.624325 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.624856 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: standard-attr-revisions Jun 07 14:36:56.625193 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: router_availability_zone.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.625856 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.626370 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: router_availability_zone Jun 07 14:36:56.626690 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: routerservicetype.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.627586 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.628102 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 14:36:56.628425 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.629357 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.629878 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: security-groups-normalized-cidr Jun 07 14:36:56.630199 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.631100 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.631617 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: port-security-groups-filtering Jun 07 14:36:56.631937 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.632829 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.633376 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: security-groups-remote-address-group Jun 07 14:36:56.633695 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: securitygroup.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.644158 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.644700 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: security-group Jun 07 14:36:56.645059 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: segment.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.645842 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.646365 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension segment not supported by any of loaded plugins Jun 07 14:36:56.646687 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.647622 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.648142 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 14:36:56.648465 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: servicetype.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.649596 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.650125 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: service-type Jun 07 14:36:56.650454 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: sorting.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.651514 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.651836 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: sorting Jun 07 14:36:56.652152 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: standard_attr_segment.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.653094 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.653622 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 14:36:56.653943 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: standardattrdescription.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.654577 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.655107 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: standard-attr-description Jun 07 14:36:56.655425 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: stateful_security_group.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.656322 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.656862 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: stateful-security-group Jun 07 14:36:56.657187 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: stdattrs_common.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.657753 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 14:36:56.658068 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.659046 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.659562 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 14:36:56.659879 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: subnet_onboard.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.660972 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.661494 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: subnet_onboard Jun 07 14:36:56.661810 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.662719 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.663234 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 14:36:56.663548 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: subnet_service_types.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.664450 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.665004 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: subnet-service-types Jun 07 14:36:56.665321 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: subnetallocation.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.666387 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.666954 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: subnet_allocation Jun 07 14:36:56.667276 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.667922 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.668433 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: subnetpool-prefix-ops Jun 07 14:36:56.668748 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.669696 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.670218 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 14:36:56.670561 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: tagging.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.671620 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.672151 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: standard-attr-tag Jun 07 14:36:56.672469 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: timestamp.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.673701 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.674225 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loaded extension: standard-attr-timestamp Jun 07 14:36:56.674548 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: trunk.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.675563 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.676089 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension trunk not supported by any of loaded plugins Jun 07 14:36:56.676413 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: trunk_details.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.677340 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.677862 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 14:36:56.678179 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: uplink_status_propagation.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.679080 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.679605 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 14:36:56.679935 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Loading extension file: vlantransparent.py {{(pid=103539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 14:36:56.680590 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 14:36:56.681141 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 14:36:56.684366 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:network Jun 07 14:36:56.684966 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:subnet Jun 07 14:36:56.685367 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:36:56.685757 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:port Jun 07 14:36:56.687038 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.687488 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service FLAVORS assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.688093 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.688512 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.688841 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:router Jun 07 14:36:56.689291 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 14:36:56.689791 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service METERING assigned prefix: /metering {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.691242 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.691616 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.691962 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:36:56.692979 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 14:36:56.693430 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:security_group Jun 07 14:36:56.693853 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 14:36:56.694467 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service CORE assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.694790 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:36:56.695142 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] subnetpool is already registered Jun 07 14:36:56.695577 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service CORE assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.695899 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:36:56.696228 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] subnetpool is already registered Jun 07 14:36:56.699283 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.699716 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service FLAVORS assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.700295 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.700720 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.701074 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:router Jun 07 14:36:56.701412 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] router is already registered Jun 07 14:36:56.701824 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 14:36:56.702156 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] floatingip is already registered Jun 07 14:36:56.702615 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service METERING assigned prefix: /metering {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.703280 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 14:36:56.703599 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] rbac_policy is already registered Jun 07 14:36:56.704003 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:security_group Jun 07 14:36:56.704332 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] security_group is already registered Jun 07 14:36:56.704729 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 14:36:56.705095 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] security_group_rule is already registered Jun 07 14:36:56.705726 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service CORE assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.706051 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:36:56.706382 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] subnetpool is already registered Jun 07 14:36:56.706806 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.v2.resource_helper [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Service CORE assigned prefix: {{(pid=103539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 14:36:56.707125 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 14:36:56.707448 dv-cinder-789603-7-smb neutron-server[103539]: WARNING neutron.quota.resource_registry [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] subnetpool is already registered Jun 07 14:36:56.707911 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: extensions {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.709968 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: address-groups {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.711024 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: address-scopes {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.712315 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: agents {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.713653 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: auto-allocated-topology {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.714902 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: availability_zones {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.716116 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: dhcp-networks {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.717661 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: dhcp-agents {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.719578 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: routers {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.721335 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: flavors {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.723714 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: service_profiles {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.725018 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: next_providers {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.726447 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: service_profiles {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.728073 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: floatingip-pools {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.729982 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: routers {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.731691 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: floatingips {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.733002 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: l3-routers {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.734388 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: l3-agents {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.735889 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: metering-labels {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.737167 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: metering-label-rules {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.738547 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: network-ip-availabilities {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.739791 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: bindings {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.741381 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: quotas {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.742934 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: quotas {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.744340 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: rbac-policies {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.746167 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: security-groups {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.747458 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: security-group-rules {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.748674 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: service-providers {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.749932 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: subnetpools {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.751339 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: subnetpools {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.752910 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.754583 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.756360 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.758206 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.759888 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.762155 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.763827 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.765724 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.767576 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.769314 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron.api.extensions [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Extended resource: tags {{(pid=103539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 14:36:56.775436 dv-cinder-789603-7-smb neutron-server[103539]: WARNING keystonemiddleware.auth_token [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 14:36:56.780109 dv-cinder-789603-7-smb neutron-server[103539]: WARNING keystonemiddleware.auth_token [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 14:36:56.788536 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_concurrency.lockutils [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Acquired lock "singleton_lock" {{(pid=103539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 14:36:56.789041 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_concurrency.lockutils [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Releasing lock "singleton_lock" {{(pid=103539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 14:36:56.789673 dv-cinder-789603-7-smb neutron-server[103539]: INFO oslo_service.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Starting 2 workers Jun 07 14:36:56.795107 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Started child 103646 {{(pid=103539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 14:36:56.799642 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Started child 103647 {{(pid=103539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 14:36:56.800351 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:36:56.801261 dv-cinder-789603-7-smb neutron-server[103539]: INFO neutron.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 14:36:56.801844 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [-] (103646) wsgi starting up on http://0.0.0.0:9696 Jun 07 14:36:56.801965 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Notify callbacks [] for process, before_spawn {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:36:56.804255 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:36:56.804729 dv-cinder-789603-7-smb neutron-server[103539]: INFO oslo_service.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Starting 1 workers Jun 07 14:36:56.805653 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [-] (103647) wsgi starting up on http://0.0.0.0:9696 Jun 07 14:36:56.809603 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Started child 103648 {{(pid=103539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 14:36:56.810128 dv-cinder-789603-7-smb neutron-server[103539]: INFO oslo_service.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Starting 1 workers Jun 07 14:36:56.813697 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] calling RpcWorker wait() {{(pid=103648) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 14:36:56.814218 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] returning from RpcWorker wait() {{(pid=103648) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 14:36:56.815425 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Started child 103649 {{(pid=103539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 14:36:56.815761 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:36:56.816249 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-15e4d062-7bb6-4fbf-a493-31975480ef78 None None] Notify callbacks [] for process, after_spawn {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:36:56.816354 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:56.818285 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 14:36:56.818494 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 14:36:56.818673 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 14:36:56.818900 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 14:36:56.819224 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 14:36:56.819388 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 14:36:56.819928 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.820204 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.820474 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.820730 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.821026 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.821116 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:36:56.821589 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.821841 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.821991 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:56.822092 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.822361 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.822593 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.822765 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.822931 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.823379 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.823522 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.823811 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.824167 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.824431 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.824693 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.824894 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.825162 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.825426 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.825675 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.825943 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] debug = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.826188 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.826687 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.826947 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.827188 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.827409 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.827675 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.827903 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.828166 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.828414 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.828644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.828901 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.829161 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.829401 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.829616 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.829850 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.830109 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.830324 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.830795 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] host = dv-cinder-789603-7-smb {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.831034 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.831279 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.831507 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.831753 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.832001 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.832234 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.832499 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.832742 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.833009 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.833249 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.833487 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.833743 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.833962 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.834199 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.834363 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_options = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.834592 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.834872 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.835139 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.835326 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.835564 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.835699 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.835911 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.836075 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.836360 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.836574 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.836786 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.837066 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.837252 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.837494 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.837751 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.837997 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.838240 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.838450 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.838749 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.838994 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.839389 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.839560 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.839783 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.840020 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.840260 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.840497 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.840744 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.840988 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.841204 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.841458 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.841701 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.841967 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.842216 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.842460 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.842710 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.842939 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.843174 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.843441 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.843934 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.844183 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.844426 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.844657 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.844956 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.846309 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.846578 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.846805 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_json = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.848012 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.848207 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.848560 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.848891 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.849284 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.849388 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.849710 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.849936 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.850698 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.851005 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.851330 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.852323 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.852576 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.852840 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.853135 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.853392 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.853664 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.853931 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.854769 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.855148 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.855609 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.856207 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.856373 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.856584 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 48576) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:36:56.857330 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.857617 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.858493 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.858735 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.859005 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.862379 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.862379 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.862379 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.862881 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.862881 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.863143 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.863279 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.864889 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.864889 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.864889 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.864889 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.864889 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.865634 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.865634 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.865915 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.867533 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069184 Jun 07 14:36:56.867683 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.867683 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.867683 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.867683 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.867683 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.868432 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.868432 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.868703 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.868703 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.869014 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.869162 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.869327 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.869594 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.869842 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.871621 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.871621 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.871991 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.872259 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.872490 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.872725 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.873030 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.873254 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.873467 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.873682 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.873902 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.874144 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.874392 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.874656 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.874849 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.875069 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.875295 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.875516 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.875756 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.876000 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.876220 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.876445 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.877115 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.877339 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.877640 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.877907 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.878128 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.878371 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.879259 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.879498 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.880963 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.881773 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.882235 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.882689 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.883000 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.883369 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.884048 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.884048 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.884280 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.884622 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.884976 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.885291 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.886118 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.886497 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.886974 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.887949 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.888064 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.888419 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.893311 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.893665 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.894134 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.894974 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.895460 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.895942 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.896772 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.897847 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.898128 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.898428 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.898780 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.898985 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.899277 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.899575 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.899884 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.900198 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.900488 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.900750 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.901250 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.902270 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.902570 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.902844 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.903120 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.903385 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.903637 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.903938 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.904207 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.904447 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.904944 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.905180 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.905502 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.905762 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.905993 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.906252 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.906469 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.906926 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.907188 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.907435 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.907665 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.907953 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.908212 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.908456 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.908955 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.909358 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.910631 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.910631 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.910631 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.910631 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.911003 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.911003 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.911203 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.911448 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.911693 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.911952 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.912177 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.912436 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.912703 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.912953 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.913179 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.913563 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.913961 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.914188 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.914442 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.914677 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.914893 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.916241 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.916776 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.917444 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.917886 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.918320 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.919163 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.919614 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.920315 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.921086 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.921523 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.921978 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.922422 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.922678 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.922909 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.923177 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.923405 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.923633 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.923854 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.924232 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.926298 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.926716 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.927117 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.927505 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.927940 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.928475 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.929267 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.929610 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.929874 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.930070 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.930309 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.930589 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.930853 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.931356 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.931588 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.933647 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.933647 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.933647 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.933914 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.933996 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.934179 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.934425 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.934638 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.934872 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.935421 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.935737 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.935972 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.936214 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.936443 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.936716 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.936940 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.937163 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.937366 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.937586 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.937961 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.938340 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.938701 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.939063 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.939293 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.941700 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.942364 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.942364 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.942364 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.942364 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.942758 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.942834 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.943044 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.943431 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.943832 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.944322 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.944718 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.945155 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.945548 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.945797 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.946534 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.946534 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.946695 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.946922 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.947360 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.947808 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.948615 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.948938 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.949381 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.949771 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.950229 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.950734 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.951168 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.951585 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.951858 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.952112 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.952370 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.952543 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.952770 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.953128 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.954152 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.955123 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.955123 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.955123 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.955619 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.955619 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.955908 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.956046 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.956238 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.956420 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.956659 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.956838 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 14:36:56.957618 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 14:36:56.957782 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 14:36:56.957932 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 14:36:56.958110 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 14:36:56.959105 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 14:36:56.959105 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 14:36:56.959105 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.959673 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.960452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.960452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.960452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.960452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.960452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.960779 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.960779 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.961040 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.961109 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.961233 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.961392 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.962721 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.963225 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.963225 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] debug = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.963225 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.963225 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.963477 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.963546 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.964333 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.964426 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.964549 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.964709 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965085 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965085 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965254 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965376 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965504 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965664 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965823 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.965980 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.966151 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.966283 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] host = dv-cinder-789603-7-smb {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.966448 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.966606 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.966751 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.966904 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.967065 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.967226 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.967452 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.967544 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.967682 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.967844 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.968013 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.968156 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.968315 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.968476 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.968935 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_options = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.969098 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.969259 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.969418 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.969612 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.969778 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.970029 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.970155 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.970261 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.970397 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.970571 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.970719 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.970862 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.971004 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.972138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.972138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.972138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.972138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.972138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.972138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.972138 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.973244 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974193 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974193 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974193 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974193 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974193 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974193 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974605 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974605 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974605 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974803 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974878 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.974997 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.975184 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.975331 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.975470 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.975606 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.975751 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.975888 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_json = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.976037 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.976173 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.976762 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.976762 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.977104 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.977104 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.977362 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.978296 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 14:36:56.978296 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.978296 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.978296 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.978296 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.978296 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979080 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979080 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979080 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979080 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979080 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979080 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979853 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979853 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.979853 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.980239 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.980239 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.980567 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.980567 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.980829 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.981059 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.981059 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.981252 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.981369 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.981524 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.981691 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.981861 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.982015 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.982180 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.982345 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.982511 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.982675 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.982840 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.983005 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.983170 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.983333 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.983496 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.983660 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.983825 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.984672 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.984672 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.984958 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:36:56.985078 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985078 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985078 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985078 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985078 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985078 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985633 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985633 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985633 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985931 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.985931 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.986119 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.986200 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.986303 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.986475 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.986622 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.986775 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.986930 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.987071 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.987210 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.987370 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.987547 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.987712 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.987952 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.988114 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.988372 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.988372 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.988645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.988784 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.988897 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.988984 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.989156 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.989384 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.989535 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.989709 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.989875 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.990039 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.990203 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.990366 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.990530 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.990694 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.990858 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.991022 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.991184 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.991357 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.991535 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.991698 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.991861 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.992023 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.992186 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.992348 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.992518 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.992681 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.992898 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.993945 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.994114 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.994279 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.994448 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.994611 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.994775 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.994972 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.995179 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.995488 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.996633 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.996808 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.997001 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.997161 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998147 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998147 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998147 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998147 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998147 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998147 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998807 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998807 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998807 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.998807 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.999645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.999645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.999645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.999645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.999645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:56.999645 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.000398 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.000398 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.000398 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.000398 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.000398 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001105 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001105 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001105 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001105 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001463 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001463 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001608 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001686 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001815 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.001980 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.002144 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.002320 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.002468 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.002632 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.002796 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.003173 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.003173 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.003395 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.003501 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.003588 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.003731 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.003896 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.004061 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.004224 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.004389 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.004762 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.004762 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.005683 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.005876 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.006043 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.006208 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.006478 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.006601 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.006706 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.006831 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.007819 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.007819 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.007819 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.007819 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.007819 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.007819 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.008403 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.008403 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.008403 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.008403 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.008821 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.008821 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.009055 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.009157 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.009260 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.009440 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.009651 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.009773 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.009932 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.010113 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.010264 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.010408 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.011128 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.011260 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.011398 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.011708 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.012022 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.012345 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.012688 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.012988 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.013123 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.013303 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.013451 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.013617 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.013783 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.013950 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.014119 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.015351 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.015351 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.015351 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.015679 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.015679 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.015877 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.015981 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.016086 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.016202 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.016881 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.016881 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.017054 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.017123 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.018644 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.019457 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.019457 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.019457 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.019457 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.019457 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.019457 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.019457 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020120 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020120 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020120 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020120 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020420 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020420 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020571 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020699 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.020891 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.021051 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.021228 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.021394 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.021545 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.021711 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.021874 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.022040 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.022190 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.022363 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.022566 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.022774 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.022942 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.023502 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.023502 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.023502 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.023911 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.023911 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.024185 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.024185 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.024381 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.024461 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.024583 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.024751 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.024952 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.025115 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.025279 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.025442 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.025606 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.025769 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.025932 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.026120 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.026818 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.027001 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.027174 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.028172 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.028336 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.028501 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 14:36:57.028657 dv-cinder-789603-7-smb neutron-server[103539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 14:37:08.551738 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6504f549-e1d2-4530-a9e0-fd59ed2d724c None None] get_active_networks_info from dv-cinder-789603-7-smb {{(pid=103648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 14:37:08.664321 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ab175848-90de-4c19-ac99-76a0ffd38de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427'] for agent, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:08.680420 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504f549-e1d2-4530-a9e0-fd59ed2d724c None None] No non-hosted networks {{(pid=103648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 14:37:11.194255 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8f843de3-7e79-405a-8f7b-33afac6586e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427'] for agent, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:11.215916 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf2b0-81b7-4b77-b524-cc25f5ba285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:11.878826 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427'] for agent, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:11.885740 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.886722 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.887626 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.888431 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.895625 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.897523 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.898340 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.899930 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.902122 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.902971 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.905289 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.907295 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:11.908407 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:11.926467 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:13.122446 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427'] for agent, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:15.862638 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427'] for agent, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:16.442406 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.db.l3_hamode_db [None req-8bd002e6-08cb-4eb0-b140-02083bf18072 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 14:37:16.535324 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd002e6-08cb-4eb0-b140-02083bf18072 None None] Routers set() bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:37:16.535717 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd002e6-08cb-4eb0-b140-02083bf18072 None None] Router IDs set() for agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 14:37:16.909670 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48678) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:17.553309 dv-cinder-789603-7-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-90eaf593-b686-46b1-80ae-f244cad0adbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:17.553929 dv-cinder-789603-7-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-90eaf593-b686-46b1-80ae-f244cad0adbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:17.771775 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [None req-90eaf593-b686-46b1-80ae-f244cad0adbf admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:37:17.773038 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-90eaf593-b686-46b1-80ae-f244cad0adbf admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8605564 Jun 07 14:37:20.198734 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 48692) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:20.795211 dv-cinder-789603-7-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:20.795816 dv-cinder-789603-7-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:21.013787 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:37:21.112002 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.policy [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 14:37:21.157648 dv-cinder-789603-7-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:21.158020 dv-cinder-789603-7-smb neutron-server[103647]: WARNING oslo_policy.policy [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:21.167622 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.quota [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] Loaded quota_driver: . Jun 07 14:37:21.253923 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731270158757', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731270159346', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731270071659', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731270077127', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731270055100', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731270061123', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605074', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1593268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1607112'] for rbac-policy, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:21.315057 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:21.316224 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-a158b4a0-0da6-4529-b47f-ba474454c2d9 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1165493 Jun 07 14:37:23.971932 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 48710) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:24.399117 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Request body: {'network': {'tenant_id': '169887a5e1dc46a596e27559401ae063', 'project_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'name': 'private'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:37:24.428242 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Made reservation on behalf of 169887a5e1dc46a596e27559401ae063 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:37:24.431171 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.454929 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.598543 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.602340 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.609168 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:24.634434 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:37:24.665500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731273420436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.666131 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Unsubscribe: segment precommit_create {{(pid=103647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 14:37:24.666812 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Added segment 91897036-4182-4d66-8d67-dd55d24e23f4 of type vlan for network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 Jun 07 14:37:24.725483 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286f9d96-7c8a-488b-a80b-498ca7815699,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:24.743491 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.743838 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.744165 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.744481 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.745422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.745741 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.746049 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.746355 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.746680 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.746989 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.747289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.747586 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Tracked resource versions report: Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: pushed versions: Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: { 'AddressGroup': {'1.2'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'ConntrackHelper': {'1.0'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Log': {'1.0'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Network': {'1.1'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Port': {'1.7'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'PortForwarding': {'1.2'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'QosPolicy': {'1.8'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroup': {'1.4'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'SubPort': {'1.0'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Subnet': {'1.1'}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Trunk': {'1.1'}} Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: consumer versions: Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'ConntrackHelper': '1.0', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Log': '1.0', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Network': '1.1', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Port': '1.7', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'PortForwarding': '1.2', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'QosPolicy': '1.8', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroup': '1.4', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroupRule': '1.2', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'SubPort': '1.0', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Subnet': '1.1', Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: 'Trunk': '1.1'}} Jun 07 14:37:24.748688 dv-cinder-789603-7-smb neutron-server[103647]: {{(pid=103647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:37:24.806796 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.812055 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:24.857919 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.860304 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:24.861404 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:24.870363 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:24.913805 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9404233 Jun 07 14:37:24.977059 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Pushing event updated for resources: {'Network': ['ID=e933dfef-ff8c-4d1b-8c26-52320e7c7fe6,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:24.981471 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:24.990931 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:37:27.664538 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 48724) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:28.124433 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793cffcd-95a3-46a6-a5c6-a2f9640eee76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:28.125902 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-793cffcd-95a3-46a6-a5c6-a2f9640eee76 admin admin] 10.222.0.61 "GET /v2.0/networks/e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 HTTP/1.1" status: 200 len: 825 time: 0.4603951 Jun 07 14:37:28.155992 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-0ec2df53-8201-4158-867e-afee4d1b5fa3 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/1f10819b-e865-4a6f-b428-b6733c93e638 HTTP/1.1" status: 200 len: 734 time: 0.0248280 Jun 07 14:37:28.164583 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Request body: {'subnet': {'tenant_id': '169887a5e1dc46a596e27559401ae063', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'subnetpool_id': '1f10819b-e865-4a6f-b428-b6733c93e638'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:37:28.187857 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Made reservation on behalf of 169887a5e1dc46a596e27559401ae063 for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:37:28.190379 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:28.461389 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:28.465956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:28.562463 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f7ff9c-af58-4f22-961b-9f5709b93665,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:28.564496 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Checking segment: {'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:37:28.564880 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Network hostable DHCP agents. Network: e933dfef-ff8c-4d1b-8c26-52320e7c7fe6, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:37:28.569658 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:28.584677 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:37:28.595222 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, e933dfef-ff8c-4d1b-8c26-52320e7c7fe6) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:37:28.600099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:28.600956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:28.605804 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd8a7e-9292-44fb-9c6a-f4c427e3598f None None] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:37:28.621118 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4595826 Jun 07 14:37:28.940502 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'fixed_ips': [{'subnet_id': '31f7ff9c-af58-4f22-961b-9f5709b93665'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:37:28.942221 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:29.135734 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Allocated IP 172.20.0.2 (e933dfef-ff8c-4d1b-8c26-52320e7c7fe6/31f7ff9c-af58-4f22-961b-9f5709b93665/220e581a-866f-4e01-aee6-2a19b58900b4) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:37:29.374331 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:29.388285 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Transition to ACTIVE for port object 220e581a-866f-4e01-aee6-2a19b58900b4 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:37:29.408174 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Transition to ACTIVE for port object 220e581a-866f-4e01-aee6-2a19b58900b4 will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:37:29.415322 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:29.420321 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:29.483164 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:37:29.486027 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:37:29.493081 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:37:29.495513 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Pushing event updated for resources: {'Port': ['ID=220e581a-866f-4e01-aee6-2a19b58900b4,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:29.532540 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.532897 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.533224 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.533550 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.533869 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.534186 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.534496 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.534812 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.535138 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.535450 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.535758 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.536062 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Tracked resource versions report: Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: pushed versions: Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: { 'AddressGroup': {'1.2'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'ConntrackHelper': {'1.0'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Log': {'1.0'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Network': {'1.1'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Port': {'1.7'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'PortForwarding': {'1.2'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'QosPolicy': {'1.8'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroup': {'1.4'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'SubPort': {'1.0'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Subnet': {'1.1'}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Trunk': {'1.1'}} Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: consumer versions: Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'ConntrackHelper': '1.0', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Log': '1.0', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Network': '1.1', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Port': '1.7', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'PortForwarding': '1.2', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'QosPolicy': '1.8', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroup': '1.4', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroupRule': '1.2', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'SubPort': '1.0', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Subnet': '1.1', Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: 'Trunk': '1.1'}} Jun 07 14:37:29.537177 dv-cinder-789603-7-smb neutron-server[103648]: {{(pid=103648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:37:29.551029 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:29.601478 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Attempting to bind port 220e581a-866f-4e01-aee6-2a19b58900b4 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:37:29.601864 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Attempting to bind port 220e581a-866f-4e01-aee6-2a19b58900b4 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:37:29.602297 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Attempting to bind port 220e581a-866f-4e01-aee6-2a19b58900b4 on network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:37:29.607982 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:37:29.608601 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Checking segment: {'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:37:29.608912 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:29.609271 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Bound using segment: {'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:37:29.609756 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Bound port: 220e581a-866f-4e01-aee6-2a19b58900b4, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:37:29.610147 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:29.705334 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] For port 220e581a-866f-4e01-aee6-2a19b58900b4, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:37:29.709564 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] For port 220e581a-866f-4e01-aee6-2a19b58900b4, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=220e581a-866f-4e01-aee6-2a19b58900b4,segment=NetworkSegment(91897036-4182-4d66-8d67-dd55d24e23f4),segment_id=91897036-4182-4d66-8d67-dd55d24e23f4)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:37:29.714257 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:29.718527 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:29.800650 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Pushing event updated for resources: {'Port': ['ID=220e581a-866f-4e01-aee6-2a19b58900b4,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:29.803828 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:31.098956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 48732) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:31.769169 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [None req-1cee8bd0-83a8-443d-85c9-29bc20c6b010 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:37:31.770876 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-1cee8bd0-83a8-443d-85c9-29bc20c6b010 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6708097 Jun 07 14:37:34.240908 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48740) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:34.652522 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [None req-3671a93b-da65-4e1b-9100-2a21a957b8b5 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:37:34.653931 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-3671a93b-da65-4e1b-9100-2a21a957b8b5 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4121599 Jun 07 14:37:36.169167 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99f98c-1738-48b6-a0af-4f8f37ff325e None None] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:37:36.282019 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-7dc9b312-1a47-4242-9808-2cd63933ef75 None None] Provisioning for port 220e581a-866f-4e01-aee6-2a19b58900b4 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:37:36.522470 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 220e581a-866f-4e01-aee6-2a19b58900b4 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:37:36.607251 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 220e581a-866f-4e01-aee6-2a19b58900b4 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:37:36.612785 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 220e581a-866f-4e01-aee6-2a19b58900b4 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:37:36.613217 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:36.742644 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-c3aa6eca-38fe-49cc-89cf-aa1e7b3add91 None None] Provisioning complete for port 220e581a-866f-4e01-aee6-2a19b58900b4 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:37:36.743009 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6eca-38fe-49cc-89cf-aa1e7b3add91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:36.785271 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:36.841136 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 220e581a-866f-4e01-aee6-2a19b58900b4, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=220e581a-866f-4e01-aee6-2a19b58900b4,segment=NetworkSegment(91897036-4182-4d66-8d67-dd55d24e23f4),segment_id=91897036-4182-4d66-8d67-dd55d24e23f4)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:37:36.876561 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:36.891610 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:37.001688 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=220e581a-866f-4e01-aee6-2a19b58900b4,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:37.006951 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:37.500811 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48754) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:37.867442 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Request body: {'router': {'tenant_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:37:37.938753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.policy [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 14:37:37.986272 dv-cinder-789603-7-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:37.986700 dv-cinder-789603-7-smb neutron-server[103646]: WARNING oslo_policy.policy [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 14:37:37.996487 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.quota [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Loaded quota_driver: . Jun 07 14:37:38.042754 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:38.044776 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:38.074118 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:38.201768 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:38.223270 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] Notify callbacks [] for router, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:38.224564 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-52dba725-11a2-496b-8588-6d870e30ca3e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7225261 Jun 07 14:37:38.459924 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-612b3dea-e192-4429-941f-2a4a75e76203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:38.489367 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 220e581a-866f-4e01-aee6-2a19b58900b4 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:37:38.563325 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 220e581a-866f-4e01-aee6-2a19b58900b4 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:37:38.563325 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:40.658149 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48764) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:41.034437 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [None req-f7efde8b-22ec-4eea-a4f1-2d8898bf3236 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:37:41.035381 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-f7efde8b-22ec-4eea-a4f1-2d8898bf3236 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3763266 Jun 07 14:37:41.140999 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-10d001a4-de64-48ba-a7a8-7d23194cee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:41.854287 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:43.017858 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:43.471393 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48782) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:43.624574 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:37:43.645766 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Made reservation on behalf of c228d7b2d0e94df4a2be0989f7e7c9ee for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:37:43.648619 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:43.665067 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:43.777331 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:43.781048 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:43.786202 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:43.797803 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Reserving flat network on physical network physnet1 {{(pid=103646) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 14:37:43.828261 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731273420436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:43.828886 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Unsubscribe: segment precommit_create {{(pid=103646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 14:37:43.829366 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Added segment a38d14ee-bcdb-4cb5-b963-a7871680eb3a of type flat for network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 Jun 07 14:37:43.844185 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffb0a67-4187-4bf7-9c17-13a94967b228,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:43.892529 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.892882 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.893213 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.893530 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.893843 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.894155 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.894460 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.894822 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.895092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.895394 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.895691 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.895988 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Tracked resource versions report: Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: pushed versions: Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: { 'AddressGroup': {'1.2'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'ConntrackHelper': {'1.0'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Log': {'1.0'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Network': {'1.1'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Port': {'1.7'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'PortForwarding': {'1.2'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'QosPolicy': {'1.8'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroup': {'1.4'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'SubPort': {'1.0'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Subnet': {'1.1'}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Trunk': {'1.1'}} Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: consumer versions: Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'ConntrackHelper': '1.0', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Log': '1.0', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Network': '1.1', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Port': '1.7', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'PortForwarding': '1.2', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'QosPolicy': '1.8', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroup': '1.4', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroupRule': '1.2', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'SubPort': '1.0', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Subnet': '1.1', Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: 'Trunk': '1.1'}} Jun 07 14:37:43.897095 dv-cinder-789603-7-smb neutron-server[103646]: {{(pid=103646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:37:43.952903 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:43.959312 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:44.010629 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:44.012844 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:44.013536 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:44.017015 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:44.073090 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6000814 Jun 07 14:37:44.127896 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Pushing event updated for resources: {'Network': ['ID=30e37299-49cf-4ecd-9db7-6ea4a67a5bd5,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:44.131273 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:44.139930 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:37:45.766109 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:46.321198 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48804) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:46.443358 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfc12f-8de2-4e26-93ef-47a73e2b9878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:46.444714 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b4dfc12f-8de2-4e26-93ef-47a73e2b9878 admin admin] 10.222.0.61 "GET /v2.0/subnets/31f7ff9c-af58-4f22-961b-9f5709b93665 HTTP/1.1" status: 200 len: 849 time: 0.1225700 Jun 07 14:37:46.609572 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-efa9e669-8d8d-421c-9a54-8e9930ca05c4 admin admin] 10.222.0.61 "GET /v2.0/routers/123cf671-de1a-49a8-8b46-61d468bef674 HTTP/1.1" status: 200 len: 704 time: 0.1592066 Jun 07 14:37:47.079176 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:47.315684 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Allocated IP 172.20.0.1 (e933dfef-ff8c-4d1b-8c26-52320e7c7fe6/31f7ff9c-af58-4f22-961b-9f5709b93665/e5974a6d-f322-43c3-8f6d-e27cec810a2b) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:37:47.474971 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:47.496013 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.provisioning_blocks [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Transition to ACTIVE for port object e5974a6d-f322-43c3-8f6d-e27cec810a2b will not be triggered until provisioned by entity DHCP. {{(pid=103646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:37:47.555873 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:47.561277 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:47.624386 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:37:47.627332 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:37:47.633750 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:37:47.634266 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:47.761172 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5974a6d-f322-43c3-8f6d-e27cec810a2b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:47.768109 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:47.874819 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-e465734a-826c-4136-bb70-923c876c35f7 None None] Provisioning for port e5974a6d-f322-43c3-8f6d-e27cec810a2b completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:37:47.879672 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-e465734a-826c-4136-bb70-923c876c35f7 None None] Provisioning complete for port e5974a6d-f322-43c3-8f6d-e27cec810a2b triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:37:47.880037 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e465734a-826c-4136-bb70-923c876c35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:47.940943 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-e465734a-826c-4136-bb70-923c876c35f7 None None] Port e5974a6d-f322-43c3-8f6d-e27cec810a2b cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:37:47.956046 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:48.185270 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:48.190582 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:48.191826 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:48.195336 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:48.292738 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5974a6d-f322-43c3-8f6d-e27cec810a2b,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:48.296874 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:48.395812 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:37:48.397038 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:37:48.563880 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-d02fb738-c9c2-4628-b7eb-f2a564f8c042 None None] Provisioning complete for port e5974a6d-f322-43c3-8f6d-e27cec810a2b triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:37:48.564253 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d02fb738-c9c2-4628-b7eb-f2a564f8c042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:48.585640 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Router 123cf671-de1a-49a8-8b46-61d468bef674 is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:37:48.622423 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-d02fb738-c9c2-4628-b7eb-f2a564f8c042 None None] Port e5974a6d-f322-43c3-8f6d-e27cec810a2b cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:37:48.743995 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:37:48.750074 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] 10.222.0.61 "PUT /v2.0/routers/123cf671-de1a-49a8-8b46-61d468bef674/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1356654 Jun 07 14:37:48.758149 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Sync routers for ids ['123cf671-de1a-49a8-8b46-61d468bef674'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:37:48.770956 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Routers {'123cf671-de1a-49a8-8b46-61d468bef674'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:37:48.771878 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:37:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['123cf671-de1a-49a8-8b46-61d468bef674'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:48.954564 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Set router 123cf671-de1a-49a8-8b46-61d468bef674 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:37:49.328753 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123cf671-de1a-49a8-8b46-61d468bef674', 'name': 'router1', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:37:38Z', 'updated_at': '2021-06-07T14:37:47Z', 'revision_number': 2, 'project_id': '169887a5e1dc46a596e27559401ae063', 'gw_port_host': None, '_interfaces': [{'id': 'e5974a6d-f322-43c3-8f6d-e27cec810a2b', 'name': '', 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'mac_address': 'fa:16:3e:68:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:47Z', 'updated_at': '2021-06-07T14:37:48Z', 'revision_number': 2, 'project_id': '169887a5e1dc46a596e27559401ae063', 'subnets': [{'id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f10819b-e865-4a6f-b428-b6733c93e638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:49.333866 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Checking router: 123cf671-de1a-49a8-8b46-61d468bef674 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:37:49.334229 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Updating router 123cf671-de1a-49a8-8b46-61d468bef674 port e5974a6d-f322-43c3-8f6d-e27cec810a2b binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:37:49.387380 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:49.770961 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:49.786790 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Transition to ACTIVE for port object e5974a6d-f322-43c3-8f6d-e27cec810a2b will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:37:49.794041 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:49.798828 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:50.023411 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Pushing event updated for resources: {'Port': ['ID=e5974a6d-f322-43c3-8f6d-e27cec810a2b,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:50.033945 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.034275 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.034600 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.034920 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.035236 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.035552 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.035864 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.036177 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.036496 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.036815 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.037146 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.037451 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Tracked resource versions report: Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: pushed versions: Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: { 'AddressGroup': {'1.2'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'ConntrackHelper': {'1.0'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Log': {'1.0'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Network': {'1.1'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Port': {'1.7'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'PortForwarding': {'1.2'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'QosPolicy': {'1.8'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroup': {'1.4'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'SubPort': {'1.0'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Subnet': {'1.1'}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Trunk': {'1.1'}} Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: consumer versions: Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'ConntrackHelper': '1.0', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Log': '1.0', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Network': '1.1', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Port': '1.7', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'PortForwarding': '1.2', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'QosPolicy': '1.8', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroup': '1.4', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroupRule': '1.2', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'SubPort': '1.0', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Subnet': '1.1', Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: 'Trunk': '1.1'}} Jun 07 14:37:50.039434 dv-cinder-789603-7-smb neutron-server[103649]: {{(pid=103649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:37:50.045127 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Attempting to bind port e5974a6d-f322-43c3-8f6d-e27cec810a2b on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:37:50.045527 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Attempting to bind port e5974a6d-f322-43c3-8f6d-e27cec810a2b by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:37:50.046288 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Attempting to bind port e5974a6d-f322-43c3-8f6d-e27cec810a2b on network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:37:50.048753 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:50.053155 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:37:50.053569 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Checking segment: {'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:37:50.054778 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:50.054778 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Bound using segment: {'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:37:50.055120 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Bound port: e5974a6d-f322-43c3-8f6d-e27cec810a2b, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91897036-4182-4d66-8d67-dd55d24e23f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:37:50.055286 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:50.170278 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] For port e5974a6d-f322-43c3-8f6d-e27cec810a2b, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:37:50.175470 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] For port e5974a6d-f322-43c3-8f6d-e27cec810a2b, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=e5974a6d-f322-43c3-8f6d-e27cec810a2b,segment=NetworkSegment(91897036-4182-4d66-8d67-dd55d24e23f4),segment_id=91897036-4182-4d66-8d67-dd55d24e23f4)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:37:50.180495 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:50.186211 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:50.264081 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Routers {'123cf671-de1a-49a8-8b46-61d468bef674'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:37:50.264081 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:37:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['123cf671-de1a-49a8-8b46-61d468bef674'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:50.406543 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Pushing event updated for resources: {'Port': ['ID=e5974a6d-f322-43c3-8f6d-e27cec810a2b,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:50.422543 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:50.444260 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] Set router 123cf671-de1a-49a8-8b46-61d468bef674 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:37:50.778548 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123cf671-de1a-49a8-8b46-61d468bef674', 'name': 'router1', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:37:38Z', 'updated_at': '2021-06-07T14:37:47Z', 'revision_number': 2, 'project_id': '169887a5e1dc46a596e27559401ae063', 'gw_port_host': None, '_interfaces': [{'id': 'e5974a6d-f322-43c3-8f6d-e27cec810a2b', 'name': '', 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'mac_address': 'fa:16:3e:68:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:47Z', 'updated_at': '2021-06-07T14:37:50Z', 'revision_number': 4, 'project_id': '169887a5e1dc46a596e27559401ae063', 'subnets': [{'id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f10819b-e865-4a6f-b428-b6733c93e638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:50.782561 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03de543-1714-4112-a964-2a173c4d0001 None None] The sync data for ids ['123cf671-de1a-49a8-8b46-61d468bef674'] in dv-cinder-789603-7-smb is: [{'id': '123cf671-de1a-49a8-8b46-61d468bef674', 'name': 'router1', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:37:38Z', 'updated_at': '2021-06-07T14:37:47Z', 'revision_number': 2, 'project_id': '169887a5e1dc46a596e27559401ae063', 'gw_port_host': None, '_interfaces': [{'id': 'e5974a6d-f322-43c3-8f6d-e27cec810a2b', 'name': '', 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'mac_address': 'fa:16:3e:68:af:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:47Z', 'updated_at': '2021-06-07T14:37:50Z', 'revision_number': 4, 'project_id': '169887a5e1dc46a596e27559401ae063', 'subnets': [{'id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f10819b-e865-4a6f-b428-b6733c93e638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:37:51.003276 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48814) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:51.171935 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2034b6-54c9-42a3-b34a-e7acc9a40956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:51.173289 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-aa2034b6-54c9-42a3-b34a-e7acc9a40956 admin admin] 10.222.0.61 "GET /v2.0/networks/30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 HTTP/1.1" status: 200 len: 842 time: 0.1689942 Jun 07 14:37:51.184720 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:37:51.207481 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Made reservation on behalf of c228d7b2d0e94df4a2be0989f7e7c9ee for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:37:51.210085 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:51.631801 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.objects.ports [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103646) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 14:37:51.632236 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:51.636667 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:51.712888 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:37:51.713990 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Network hostable DHCP agents. Network: 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:37:51.716722 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd89a6a-66af-4eaa-be3a-208879737444,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:51.721057 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:51.737092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:37:51.749349 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:37:51.754319 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:51.754971 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:51.762406 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640d403-9961-4ea2-badc-bdf36844e8ab None None] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:37:51.778398 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5974753 Jun 07 14:37:51.878456 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:37:52.048043 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c5cc7-67ea-4a6a-ab36-9f92e2fc381a None None] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:37:54.163089 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48826) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:54.422153 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-c0482393-76a7-4577-bca2-44ad6c6f35c2 admin admin] 10.222.0.61 "GET /v2.0/routers/123cf671-de1a-49a8-8b46-61d468bef674 HTTP/1.1" status: 200 len: 710 time: 0.2579167 Jun 07 14:37:54.527706 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device e5974a6d-f322-43c3-8f6d-e27cec810a2b up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:37:54.572387 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75a71f-1c7a-485b-b000-0f31bf2d6a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:37:54.578387 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-fa75a71f-1c7a-485b-b000-0f31bf2d6a08 admin admin] 10.222.0.61 "GET /v2.0/networks/30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 HTTP/1.1" status: 200 len: 886 time: 0.1474342 Jun 07 14:37:54.586566 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:37:54.617028 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port e5974a6d-f322-43c3-8f6d-e27cec810a2b completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:37:54.623233 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port e5974a6d-f322-43c3-8f6d-e27cec810a2b triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:37:54.623715 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:54.767452 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:54.804533 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port e5974a6d-f322-43c3-8f6d-e27cec810a2b, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=e5974a6d-f322-43c3-8f6d-e27cec810a2b,segment=NetworkSegment(91897036-4182-4d66-8d67-dd55d24e23f4),segment_id=91897036-4182-4d66-8d67-dd55d24e23f4)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:37:54.810264 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:54.813003 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:54.892774 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=e5974a6d-f322-43c3-8f6d-e27cec810a2b,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:54.897456 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:55.141696 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:55.475033 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:55.534605 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:55.666976 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Allocated IP 172.28.3.42 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/049db381-7fb0-4f6d-b5d8-1bf0cc7c24de) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:37:55.873435 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:55.903310 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:55.907537 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:55.969813 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:37:55.972507 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:37:55.975973 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:37:56.031701 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Pushing event updated for resources: {'Port': ['ID=049db381-7fb0-4f6d-b5d8-1bf0cc7c24de,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:56.041974 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:56.377387 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:56.495121 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device e5974a6d-f322-43c3-8f6d-e27cec810a2b up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:37:56.568432 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port e5974a6d-f322-43c3-8f6d-e27cec810a2b triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:37:56.568805 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:56.736024 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:56.740373 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2053509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2053532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2052441'] for router, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:56.924968 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Router 123cf671-de1a-49a8-8b46-61d468bef674 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:37:57.167503 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:37:57.171778 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Notify callbacks [] for router, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:57.174704 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] 10.222.0.61 "PUT /v2.0/routers/123cf671-de1a-49a8-8b46-61d468bef674 HTTP/1.1" status: 200 len: 889 time: 2.5900300 Jun 07 14:37:57.188884 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Sync routers for ids ['123cf671-de1a-49a8-8b46-61d468bef674'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:37:57.201844 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Routers {'123cf671-de1a-49a8-8b46-61d468bef674'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:37:57.202523 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:37:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['123cf671-de1a-49a8-8b46-61d468bef674'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:57.428113 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Set router 123cf671-de1a-49a8-8b46-61d468bef674 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:37:57.793456 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123cf671-de1a-49a8-8b46-61d468bef674', 'name': 'router1', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '049db381-7fb0-4f6d-b5d8-1bf0cc7c24de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:37:38Z', 'updated_at': '2021-06-07T14:37:56Z', 'revision_number': 4, 'project_id': '169887a5e1dc46a596e27559401ae063', 'gw_port': {'id': '049db381-7fb0-4f6d-b5d8-1bf0cc7c24de', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:55Z', 'updated_at': '2021-06-07T14:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': 'e5974a6d-f322-43c3-8f6d-e27cec810a2b', 'name': '', 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'mac_address': 'fa:16:3e:68:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:47Z', 'updated_at': '2021-06-07T14:37:54Z', 'revision_number': 5, 'project_id': '169887a5e1dc46a596e27559401ae063', 'subnets': [{'id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f10819b-e865-4a6f-b428-b6733c93e638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:57.798530 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Checking router: 123cf671-de1a-49a8-8b46-61d468bef674 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:37:57.798875 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Updating router 123cf671-de1a-49a8-8b46-61d468bef674 port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de binding host dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:37:57.852298 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:58.203434 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Notify callbacks [] for port, precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:58.217476 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Transition to ACTIVE for port object 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:37:58.224634 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:58.229120 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-2d06330d-a23d-49bd-914e-0c92e278c2d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:58.311075 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacf64c-0b5a-489d-b9cd-d6be0a213efe None None] Pushing event updated for resources: {'Port': ['ID=049db381-7fb0-4f6d-b5d8-1bf0cc7c24de,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:58.313491 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Attempting to bind port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:37:58.313860 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Attempting to bind port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:37:58.314213 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Attempting to bind port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:37:58.320004 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-eaacf64c-0b5a-489d-b9cd-d6be0a213efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:58.320762 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:37:58.321148 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:37:58.321538 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:58.321919 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:37:58.322487 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Bound port: 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:37:58.322856 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:58.398425 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] For port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:37:58.401541 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] For port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=049db381-7fb0-4f6d-b5d8-1bf0cc7c24de,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:37:58.406384 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:37:58.410249 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:37:58.489700 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Routers {'123cf671-de1a-49a8-8b46-61d468bef674'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:37:58.490329 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:37:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['123cf671-de1a-49a8-8b46-61d468bef674'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:58.544535 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacf64c-0b5a-489d-b9cd-d6be0a213efe None None] Pushing event updated for resources: {'Port': ['ID=049db381-7fb0-4f6d-b5d8-1bf0cc7c24de,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:37:58.554681 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-eaacf64c-0b5a-489d-b9cd-d6be0a213efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:37:58.676873 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] Set router 123cf671-de1a-49a8-8b46-61d468bef674 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:37:59.053064 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123cf671-de1a-49a8-8b46-61d468bef674', 'name': 'router1', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '049db381-7fb0-4f6d-b5d8-1bf0cc7c24de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:37:38Z', 'updated_at': '2021-06-07T14:37:56Z', 'revision_number': 4, 'project_id': '169887a5e1dc46a596e27559401ae063', 'gw_port': {'id': '049db381-7fb0-4f6d-b5d8-1bf0cc7c24de', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:55Z', 'updated_at': '2021-06-07T14:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': 'e5974a6d-f322-43c3-8f6d-e27cec810a2b', 'name': '', 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'mac_address': 'fa:16:3e:68:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:47Z', 'updated_at': '2021-06-07T14:37:54Z', 'revision_number': 5, 'project_id': '169887a5e1dc46a596e27559401ae063', 'subnets': [{'id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f10819b-e865-4a6f-b428-b6733c93e638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:37:59.057598 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041f5c28-bbc2-4cb9-a42c-984c2e772cc5 None None] The sync data for ids ['123cf671-de1a-49a8-8b46-61d468bef674'] in dv-cinder-789603-7-smb is: [{'id': '123cf671-de1a-49a8-8b46-61d468bef674', 'name': 'router1', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '049db381-7fb0-4f6d-b5d8-1bf0cc7c24de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:37:38Z', 'updated_at': '2021-06-07T14:37:56Z', 'revision_number': 4, 'project_id': '169887a5e1dc46a596e27559401ae063', 'gw_port': {'id': '049db381-7fb0-4f6d-b5d8-1bf0cc7c24de', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:55Z', 'updated_at': '2021-06-07T14:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': 'e5974a6d-f322-43c3-8f6d-e27cec810a2b', 'name': '', 'network_id': 'e933dfef-ff8c-4d1b-8c26-52320e7c7fe6', 'tenant_id': '169887a5e1dc46a596e27559401ae063', 'mac_address': 'fa:16:3e:68:af:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123cf671-de1a-49a8-8b46-61d468bef674', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:37:47Z', 'updated_at': '2021-06-07T14:37:54Z', 'revision_number': 5, 'project_id': '169887a5e1dc46a596e27559401ae063', 'subnets': [{'id': '31f7ff9c-af58-4f22-961b-9f5709b93665', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f10819b-e865-4a6f-b428-b6733c93e638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:37:59.656216 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 48834) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:37:59.809665 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7b098c0f-84a3-42ce-bfe5-19bac7011877 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1517591 Jun 07 14:38:00.526699 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:38:00.604970 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:38:00.609948 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:38:00.610320 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:00.738391 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:00.756754 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=049db381-7fb0-4f6d-b5d8-1bf0cc7c24de,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:38:00.762368 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:00.765158 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:38:00.836323 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=049db381-7fb0-4f6d-b5d8-1bf0cc7c24de,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:38:00.840025 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:38:02.536999 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:38:02.651421 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 049db381-7fb0-4f6d-b5d8-1bf0cc7c24de triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:38:02.652175 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:08.497378 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-85e29ec9-893f-43d1-ac96-1466cee4af85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:11.170960 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-10bfa28c-23de-4c2b-ab4f-192d7161cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:11.872410 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:13.021879 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:15.795057 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:28.894315 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:38:38.455839 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7e6adc5a-fbcb-4b64-ad8f-7ea27196e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:41.143565 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d33f684e-dcc9-4baa-9b92-e6c2dc30343a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:41.865349 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:43.034340 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:38:45.796929 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:05.884900 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:39:08.449253 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-db58c8ac-9949-44e6-85e5-06828300451c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:11.138346 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-044f3c98-aeaa-4f0c-abc7-8c720bba8d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:11.860614 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:13.028503 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:15.808830 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:38.451864 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0baef75a-6886-46fb-ae68-b9b344f489c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:41.133398 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9c470ecd-30ba-4441-96c4-08a207a0883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:41.863962 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:42.885036 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:39:43.035029 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:45.078071 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49402) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:39:45.151622 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba11d1d-f7f5-41b2-93de-cd669656f877 admin admin] GET failed (client error): The resource could not be found. Jun 07 14:39:45.153001 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-eba11d1d-f7f5-41b2-93de-cd669656f877 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739214 Jun 07 14:39:45.291883 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c946dcf-2ae5-44be-b857-0d1a6533446c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:45.293288 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-0c946dcf-2ae5-44be-b857-0d1a6533446c admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1362417 Jun 07 14:39:45.798478 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:47.454379 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49412) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:39:47.572127 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e97593d-f3b3-4b4e-a0ef-88c598cd576f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:47.573518 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-2e97593d-f3b3-4b4e-a0ef-88c598cd576f admin admin] 10.222.0.61 "GET /v2.0/subnets/31f7ff9c-af58-4f22-961b-9f5709b93665 HTTP/1.1" status: 200 len: 849 time: 0.1179764 Jun 07 14:39:47.582897 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:39:47.698197 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:47.897629 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731273410524'] for subnet, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:47.902070 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:39:47.944011 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:47.944609 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:47.945924 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] 10.222.0.61 "PUT /v2.0/subnets/31f7ff9c-af58-4f22-961b-9f5709b93665 HTTP/1.1" status: 200 len: 868 time: 0.3669500 Jun 07 14:39:47.950685 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bfeba1-f19b-4777-9c01-7127cbd648cf None None] Network e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:39:47.975115 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f7ff9c-af58-4f22-961b-9f5709b93665,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:39:47.983642 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.983983 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.984326 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.984724 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.985014 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.985519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.985784 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.986107 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.986438 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.986757 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.987072 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.987383 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:39:47.991125 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:39:48.379664 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b7dcfbd0-d124-465c-999a-ab4f3181a85a None None] Provisioning complete for port e5974a6d-f322-43c3-8f6d-e27cec810a2b triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:39:48.380110 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfbd0-d124-465c-999a-ab4f3181a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:48.504210 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b7dcfbd0-d124-465c-999a-ab4f3181a85a None None] Provisioning complete for port 220e581a-866f-4e01-aee6-2a19b58900b4 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:39:48.504462 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfbd0-d124-465c-999a-ab4f3181a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:39:50.166925 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49420) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:39:50.350764 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5be541-1687-442f-841a-f1da0acd7c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:50.351131 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5be541-1687-442f-841a-f1da0acd7c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:50.352636 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7b5be541-1687-442f-841a-f1da0acd7c1c admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1856043 Jun 07 14:39:52.564651 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49430) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:39:52.738709 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08028882-1afb-4d55-8697-e4ca2e439b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:52.739094 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08028882-1afb-4d55-8697-e4ca2e439b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:52.740597 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-08028882-1afb-4d55-8697-e4ca2e439b7a admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1749735 Jun 07 14:39:54.921580 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49438) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:39:55.094271 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c22c4-9824-44aa-bbfd-f5792084bb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:55.095884 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5b3c22c4-9824-44aa-bbfd-f5792084bb2e admin admin] 10.222.0.61 "GET /v2.0/networks/30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 HTTP/1.1" status: 200 len: 886 time: 0.1733782 Jun 07 14:39:57.336201 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49446) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:39:57.510969 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f919a2-c981-4019-8483-3ad34cece123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:57.512348 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-22f919a2-c981-4019-8483-3ad34cece123 admin admin] 10.222.0.61 "GET /v2.0/networks/e933dfef-ff8c-4d1b-8c26-52320e7c7fe6 HTTP/1.1" status: 200 len: 869 time: 0.1750991 Jun 07 14:39:59.680474 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49454) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:39:59.787320 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb078ae-c6ef-4c7d-a55b-6a30cbf8eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:59.787775 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb078ae-c6ef-4c7d-a55b-6a30cbf8eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:39:59.789288 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7bb078ae-c6ef-4c7d-a55b-6a30cbf8eeaf admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1077781 Jun 07 14:40:01.950791 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49462) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:40:02.059999 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3932026-a6f6-4de3-b257-9c592ad90d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:02.060449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3932026-a6f6-4de3-b257-9c592ad90d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:02.062012 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d3932026-a6f6-4de3-b257-9c592ad90d94 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102893 Jun 07 14:40:04.225747 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49470) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:40:04.337251 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a3173-08ae-45e3-8894-81d82c597157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:04.338600 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-894a3173-08ae-45e3-8894-81d82c597157 admin admin] 10.222.0.61 "GET /v2.0/subnets/31f7ff9c-af58-4f22-961b-9f5709b93665 HTTP/1.1" status: 200 len: 868 time: 0.1118877 Jun 07 14:40:06.513933 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49478) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:40:06.617017 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ab8ac-7b2e-4715-9061-21b03e007c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:06.619104 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-3c9ab8ac-7b2e-4715-9061-21b03e007c1d admin admin] 10.222.0.61 "GET /v2.0/subnets/7bd89a6a-66af-4eaa-be3a-208879737444 HTTP/1.1" status: 200 len: 816 time: 0.1042182 Jun 07 14:40:08.456516 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-53ede321-896e-4816-a113-cfbf88ca8013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:11.135693 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6dd1a691-9196-4578-8cb5-2e31c38a9592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:11.867140 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:13.034429 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:15.815743 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:19.883764 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:40:30.570652 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49522) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:40:30.619991 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [None req-14c3a6cf-eaa8-4a71-99bb-ce307cb4129d admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:40:30.621009 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-14c3a6cf-eaa8-4a71-99bb-ce307cb4129d admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493219 Jun 07 14:40:32.916354 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49530) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:40:32.985038 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.pecan_wsgi.hooks.translation [None req-5212b146-436f-48d1-a66f-e7aaa90eb05a admin admin] GET failed (client error): The resource could not be found. Jun 07 14:40:32.986303 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-5212b146-436f-48d1-a66f-e7aaa90eb05a admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690384 Jun 07 14:40:33.117221 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2447553-7428-469c-b964-44cb3c8af61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:33.118679 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d2447553-7428-469c-b964-44cb3c8af61d admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1285732 Jun 07 14:40:35.323334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49538) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:40:35.373651 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:40:35.395907 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Made reservation on behalf of c228d7b2d0e94df4a2be0989f7e7c9ee for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:40:35.398293 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:35.485330 dv-cinder-789603-7-smb neutron-server[103646]: WARNING neutron.services.revisions.revision_plugin [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Could not find related network for resource to bump revision. Jun 07 14:40:35.497474 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:40:35.506561 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:35.506904 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Added segment 6bd5a366-358a-4da2-9749-b97e45eb23cc of type vlan for network 6dea860d-247e-4dec-a337-fe02c87cc874 Jun 07 14:40:35.533533 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:35.563238 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:35.564545 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:35.565158 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:35.568333 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:40:35.612842 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2884331 Jun 07 14:40:35.665586 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6dea860d-247e-4dec-a337-fe02c87cc874,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:40:35.673369 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.673726 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.674057 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.674387 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.674704 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.675019 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.675334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.675648 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.675977 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.676292 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.676602 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.676946 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:35.680631 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:40:35.688523 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 6dea860d-247e-4dec-a337-fe02c87cc874 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:40:37.828375 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49546) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:40:37.896208 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf34851-e331-4706-9d06-bbcd58a20f2e admin admin] GET failed (client error): The resource could not be found. Jun 07 14:40:37.897493 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-3cf34851-e331-4706-9d06-bbcd58a20f2e admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680504 Jun 07 14:40:38.002616 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bcd6cc-0d74-42c8-b87e-1d5b007834ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:38.003977 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d1bcd6cc-0d74-42c8-b87e-1d5b007834ab admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018031 Jun 07 14:40:38.014775 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:40:38.036009 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Made reservation on behalf of c228d7b2d0e94df4a2be0989f7e7c9ee for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:40:38.038344 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:38.244551 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:38.248253 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-53966070-991c-4ca2-a025-bd77ac19c2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:40:38.317489 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7803cb38-0aab-4fb5-b27c-6550d7fbcc26,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:40:38.321329 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:40:38.327379 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Checking segment: {'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:40:38.327785 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Network hostable DHCP agents. Network: 6dea860d-247e-4dec-a337-fe02c87cc874, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:40:38.343883 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Network 6dea860d-247e-4dec-a337-fe02c87cc874 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:40:38.353387 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 6dea860d-247e-4dec-a337-fe02c87cc874) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:40:38.357473 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:40:38.358052 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:38.362589 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2544eb-285d-433a-b156-0b438e13714d None None] Network 6dea860d-247e-4dec-a337-fe02c87cc874 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:40:38.389010 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3654082 Jun 07 14:40:38.509892 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-13b34b36-1303-4e79-9bec-707960d55895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:38.634346 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-6dea860d-247e-4dec-a337-fe02c87cc874', 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874', 'tenant_id': 'c228d7b2d0e94df4a2be0989f7e7c9ee', 'fixed_ips': [{'subnet_id': '7803cb38-0aab-4fb5-b27c-6550d7fbcc26'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:40:38.635197 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:38.809727 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Allocated IP 192.168.233.2 (6dea860d-247e-4dec-a337-fe02c87cc874/7803cb38-0aab-4fb5-b27c-6550d7fbcc26/61c79f8d-3b32-4b53-85a5-ababcc8f1ada) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:40:39.037508 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:39.050195 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Transition to ACTIVE for port object 61c79f8d-3b32-4b53-85a5-ababcc8f1ada will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:40:39.072643 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Transition to ACTIVE for port object 61c79f8d-3b32-4b53-85a5-ababcc8f1ada will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:40:39.079147 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:39.083889 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:40:39.155875 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Network 6dea860d-247e-4dec-a337-fe02c87cc874 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:40:39.158908 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:40:39.165153 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:40:39.198638 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Pushing event updated for resources: {'Port': ['ID=61c79f8d-3b32-4b53-85a5-ababcc8f1ada,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:40:39.215520 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.215886 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.216222 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.216548 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.216885 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.217217 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.217532 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.217849 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.218180 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.218497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.218807 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.219115 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:40:39.249904 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:40:39.281357 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Attempting to bind port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:40:39.281720 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Attempting to bind port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:40:39.282079 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Attempting to bind port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada on network 6dea860d-247e-4dec-a337-fe02c87cc874 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:40:39.288441 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:40:39.288721 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Checking segment: {'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:40:39.289153 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:39.290117 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Bound using segment: {'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:40:39.290617 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Bound port: 61c79f8d-3b32-4b53-85a5-ababcc8f1ada, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:40:39.290981 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:39.394612 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] For port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:40:39.400020 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] For port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=61c79f8d-3b32-4b53-85a5-ababcc8f1ada,segment=NetworkSegment(6bd5a366-358a-4da2-9749-b97e45eb23cc),segment_id=6bd5a366-358a-4da2-9749-b97e45eb23cc)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:40:39.406491 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:39.410640 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:40:39.488119 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Pushing event updated for resources: {'Port': ['ID=61c79f8d-3b32-4b53-85a5-ababcc8f1ada,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:40:39.491511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:40:40.311359 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b351c8-93df-470a-bafd-e842ae79278a None None] Network 6dea860d-247e-4dec-a337-fe02c87cc874 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:40:40.435291 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-cc36569c-1c20-4701-81d2-9b06d6c0a98f None None] Provisioning for port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:40:40.673231 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 61c79f8d-3b32-4b53-85a5-ababcc8f1ada up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:40:40.752777 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:40:40.759365 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:40:40.759727 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:40.823174 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-022ca69f-cb1e-4859-b276-a033a131704e None None] Provisioning complete for port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:40:40.823540 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-022ca69f-cb1e-4859-b276-a033a131704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:40.969508 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:41.051929 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=61c79f8d-3b32-4b53-85a5-ababcc8f1ada,segment=NetworkSegment(6bd5a366-358a-4da2-9749-b97e45eb23cc),segment_id=6bd5a366-358a-4da2-9749-b97e45eb23cc)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:40:41.055343 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-022ca69f-cb1e-4859-b276-a033a131704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:41.065737 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:41.072895 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-473b5f04-4d54-4b6f-9cba-abfff5a2884b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:40:41.206241 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=61c79f8d-3b32-4b53-85a5-ababcc8f1ada,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:40:41.212172 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:40:41.217434 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.db.api [None req-022ca69f-cb1e-4859-b276-a033a131704e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 14:40:41.217972 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_db.api [None req-022ca69f-cb1e-4859-b276-a033a131704e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 14:40:41.218521 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a21857cc-8f95-4854-ac4b-df9f7af9dd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:41.871329 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:42.642215 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 61c79f8d-3b32-4b53-85a5-ababcc8f1ada up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:40:42.723513 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 61c79f8d-3b32-4b53-85a5-ababcc8f1ada triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:40:42.723894 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:43.043291 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:45.811180 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:40:56.883663 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:41:08.461873 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a555-c5b4-445e-907f-4358d8b6f394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:11.143613 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aad1b0a4-4fbb-49f3-9f72-4ed5f3f10056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:11.877386 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:13.038021 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:15.814783 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:33.881814 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:41:38.468626 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-97336247-2b55-469e-be0f-d24c3205edc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:41.139933 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-29f0a264-5912-4ea5-a36c-19cfb5a53f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:41.871466 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:43.040476 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:45.818808 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:47.652161 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49600) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:41:47.658132 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [None req-26b2d6ba-53be-4c2d-b02a-62221f19fc18 tempest-verify_tempest_config-737466061 tempest-verify_tempest_config-737466061-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:41:47.659071 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-26b2d6ba-53be-4c2d-b02a-62221f19fc18 tempest-verify_tempest_config-737466061 tempest-verify_tempest_config-737466061-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059435 Jun 07 14:41:47.970771 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49618) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:41:48.089891 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:48.248834 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:48.252639 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:48.260404 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:41:48.302387 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e475fcbea08428eb3f1bbef43200469&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3303969 Jun 07 14:41:48.302902 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf142672-063a-4706-8a6a-c2fc11f96b80,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:41:48.305504 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49622) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:41:48.323576 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.323938 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.324274 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.324599 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.324956 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.325284 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.325599 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.325915 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.326231 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.326548 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.326860 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.327172 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:41:48.332050 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:41:48.374103 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:48.398680 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:48.494121 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:48.496792 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:41:48.498060 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf142672-063a-4706-8a6a-c2fc11f96b80 HTTP/1.1" status: 204 len: 168 time: 0.1916721 Jun 07 14:41:48.498803 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c9298992-5612-44d9-9010-82adfc59be03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:41:48.509083 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf142672-063a-4706-8a6a-c2fc11f96b80,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:41:48.511325 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:42:08.462613 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c57c9c7f-3d5d-407b-80a9-eea94153b6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:10.880511 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:42:11.141066 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-84a5289b-fe82-449c-876b-418de7776d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:11.874191 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:13.041033 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:15.827511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:38.468271 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-367f9273-16b5-41e0-8854-88d3838522f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:41.143167 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6ad27c0e-33fe-4301-bf87-32fd043d7f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:41.875611 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:43.044709 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:45.832725 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:42:47.878453 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:43:08.461443 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e6781718-7ab3-41e9-ae6d-c2353f9e7575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:11.145726 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d85ba640-ac69-49e6-a2be-3cdc5851b582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:11.878378 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:13.047781 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:15.837063 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:24.876422 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 5 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:43:33.725094 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427'] for agent, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:38.435260 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49674) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:43:38.464167 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d7d67428-f3b7-4107-9467-7240f0b69743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:38.551615 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bf4c88b2-7d99-4de1-9848-5811b05b0453 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1152732 Jun 07 14:43:40.748689 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49684) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:43:40.806798 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4c561029-bf1d-4165-88f8-08e42eed8927 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0569503 Jun 07 14:43:41.149668 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7b5c410b-ce92-4982-8605-fb0b62829d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:41.881219 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:43.051530 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:43:45.840314 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:01.876745 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:44:03.677292 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:08.465182 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f312a595-b20c-4541-8507-f411be1ad17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:11.151454 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e6d67a22-a97c-420f-9a43-3b4ff8928cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:11.884525 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:13.053216 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:15.842855 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:33.695750 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:38.469567 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e235e146-68ca-482e-9ca4-7a06c4413968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:38.875544 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:44:41.163509 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2d167712-fde0-410d-ab7c-ca9ded9abd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:41.893741 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:43.063196 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:44:45.847497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:03.706850 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:08.477109 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e6661c17-9b6e-4c70-b2ca-3403c46e0250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:11.158499 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6a52f006-3daf-4204-b8ad-55f3437c6d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:11.899283 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:13.096489 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:15.880740 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:45:15.903811 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:17.545774 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49862) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:17.992785 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1647183699-network', 'tenant_id': '5a8bddfd994c42ab80663b210b16f99f'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:18.031273 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Made reservation on behalf of 5a8bddfd994c42ab80663b210b16f99f for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:18.035899 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.061421 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.258734 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.264781 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.269147 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-108e80a9-6ca8-4bbf-a992-5b9fa7befda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:18.313270 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcecf586-9184-4150-bf27-7389dd78ba05,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:18.337801 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:45:18.356055 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.357094 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Added segment 9cef5715-3d5d-41c4-8549-e2a81988160e of type vlan for network 57e14616-0959-4f76-8839-3b403403811e Jun 07 14:45:18.397657 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.406118 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.406773 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.407104 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.407427 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.407748 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.408091 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.408376 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.408710 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.409057 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.409370 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.409680 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.409976 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Tracked resource versions report: Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: pushed versions: Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: { 'AddressGroup': {'1.2'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'ConntrackHelper': {'1.0'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Log': {'1.0'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Network': {'1.1'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Port': {'1.7'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'PortForwarding': {'1.2'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'QosPolicy': {'1.8'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroup': {'1.4'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'SubPort': {'1.0'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Subnet': {'1.1'}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Trunk': {'1.1'}} Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: consumer versions: Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: HyperV agent@hv-cinder-78960: {}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'ConntrackHelper': '1.0', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Log': '1.0', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Network': '1.1', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Port': '1.7', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'PortForwarding': '1.2', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'QosPolicy': '1.8', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroup': '1.4', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'SecurityGroupRule': '1.2', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'SubPort': '1.0', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Subnet': '1.1', Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: 'Trunk': '1.1'}} Jun 07 14:45:18.411251 dv-cinder-789603-7-smb neutron-server[103646]: {{(pid=103646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:45:18.416470 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:18.461243 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.462908 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:18.463619 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.470354 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:18.471544 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49900) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:18.556929 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0090070 Jun 07 14:45:18.562663 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 49910) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:18.569086 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Request body: {'subnet': {'network_id': '57e14616-0959-4f76-8839-3b403403811e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1647183699-subnet', 'tenant_id': '5a8bddfd994c42ab80663b210b16f99f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:18.655616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Made reservation on behalf of 5a8bddfd994c42ab80663b210b16f99f for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:18.658766 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:18.698507 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Pushing event updated for resources: {'Network': ['ID=57e14616-0959-4f76-8839-3b403403811e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:18.714012 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:18.722939 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 57e14616-0959-4f76-8839-3b403403811e details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:45:19.070802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.075162 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a690f800-3c42-4610-8e9a-e4810af15017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:19.155700 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f242737-5bf0-4fea-865e-7e2f4e2a4014,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:19.170141 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.170758 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.171237 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.173178 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.173711 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.174193 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.174693 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.175008 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.175339 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.175806 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.176257 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.176729 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Tracked resource versions report: Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: pushed versions: Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: { 'AddressGroup': {'1.2'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'ConntrackHelper': {'1.0'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Log': {'1.0'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Network': {'1.1'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Port': {'1.7'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'PortForwarding': {'1.2'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'QosPolicy': {'1.8'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroup': {'1.4'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'SubPort': {'1.0'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Subnet': {'1.1'}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Trunk': {'1.1'}} Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: consumer versions: Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: HyperV agent@hv-cinder-78960: {}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'ConntrackHelper': '1.0', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Log': '1.0', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Network': '1.1', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Port': '1.7', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'PortForwarding': '1.2', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'QosPolicy': '1.8', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroup': '1.4', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'SecurityGroupRule': '1.2', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'SubPort': '1.0', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Subnet': '1.1', Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: 'Trunk': '1.1'}} Jun 07 14:45:19.177959 dv-cinder-789603-7-smb neutron-server[103647]: {{(pid=103647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:45:19.182687 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Checking segment: {'id': '9cef5715-3d5d-41c4-8549-e2a81988160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '57e14616-0959-4f76-8839-3b403403811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:19.183308 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Network hostable DHCP agents. Network: 57e14616-0959-4f76-8839-3b403403811e, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:45:19.191946 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:19.219449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Network 57e14616-0959-4f76-8839-3b403403811e is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:45:19.237709 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 57e14616-0959-4f76-8839-3b403403811e) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:19.253928 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b17ca-1336-432a-af8a-f372d5dc3eee None None] Network 57e14616-0959-4f76-8839-3b403403811e requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:19.255750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:19.256643 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.282731 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-network', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:19.319451 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7553413 Jun 07 14:45:19.340164 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Made reservation on behalf of b7dec468405e4987a18410dfccad7cfc for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:19.344705 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.367671 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.432415 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49928) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:19.433157 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49930) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:19.483196 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49936) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:19.572326 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.581387 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.591393 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:19.621297 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e0182-cb15-4816-b600-fc0347eca09a None None] Network 57e14616-0959-4f76-8839-3b403403811e requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:19.650940 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205aed87-9bb3-4d5b-9d82-63c348720933,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:19.657002 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:19.673776 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:45:19.697687 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.698642 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Added segment 5055f636-e28f-4343-ae9a-d1f59ceb6f45 of type vlan for network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 Jun 07 14:45:19.768735 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.836388 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.839878 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:19.842221 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:19.870880 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f25033d1-7a45-43bb-833d-45e4cb6e2926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:19.910020 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4356968 Jun 07 14:45:19.914458 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 49950) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:19.921028 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Request body: {'subnet': {'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-subnet', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:19.988813 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Made reservation on behalf of b7dec468405e4987a18410dfccad7cfc for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:19.994604 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:20.083983 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Pushing event updated for resources: {'Network': ['ID=d72b282a-b7ac-4254-a227-bac8c4cd4cf7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:20.089453 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:20.117361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:45:20.359419 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-855749784-network', 'tenant_id': 'e89c835f2aff4e01b8c56569c3d6d592'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:20.366209 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1603793683-network', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:20.372695 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-878987129-network', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:20.380947 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:20.406875 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5c2f020f-9581-498a-9929-9300e85abb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:20.553931 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd6eccc-3e61-49f5-b698-cc99e8df5daf,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:20.562700 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:20.580109 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Made reservation on behalf of e89c835f2aff4e01b8c56569c3d6d592 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:20.583925 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:20.649761 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:20.683989 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Made reservation on behalf of b6f23a8c048d4650b3294cc0ae521df7 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:20.699330 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:20.717813 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Checking segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:20.718672 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Network hostable DHCP agents. Network: d72b282a-b7ac-4254-a227-bac8c4cd4cf7, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:45:20.745853 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:20.877267 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:45:20.905656 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Made reservation on behalf of f8b3463320f14ded9e3c6eeb076a6363 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:20.918412 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:20.969927 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, d72b282a-b7ac-4254-a227-bac8c4cd4cf7) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:20.995502 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db273f3-2d96-4357-be91-b2414f14711c None None] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:21.002027 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.069803 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:21.073759 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.221826 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.235000 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.264625 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:45:21.285599 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.286262 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Added segment 0133b244-4e28-4fad-9d8b-a45e9cf9af10 of type vlan for network 9dcc2866-3694-4565-a6bf-02e0181022f8 Jun 07 14:45:21.346059 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.567370 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-d72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:45:21.569512 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.631833 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.638690 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-630e494c-7315-45f4-9deb-57204c5f1e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:21.668484 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7525616 Jun 07 14:45:21.673072 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50002) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:21.682996 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:21.691564 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.716806 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.728665 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:21.730175 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:21.937658 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Allocated IP 172.20.0.2 (d72b282a-b7ac-4254-a227-bac8c4cd4cf7/1fd6eccc-3e61-49f5-b698-cc99e8df5daf/aec2dd34-0449-4128-9876-990a283e5f42) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:21.948504 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:22.000916 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:22.001691 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:22.136153 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:45:22.178444 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.196126 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.233936 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.235756 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.296600 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.311036 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.327472 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Transition to ACTIVE for port object aec2dd34-0449-4128-9876-990a283e5f42 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:22.345083 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.345572 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Added segment e621f356-c278-4d2f-89d0-70a7916e9b6f of type vlan for network 518813d8-bb55-451f-9b64-74b074a9d5f3 Jun 07 14:45:22.370965 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8762255 Jun 07 14:45:22.386203 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Transition to ACTIVE for port object aec2dd34-0449-4128-9876-990a283e5f42 will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:22.398278 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50044) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:22.403133 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Pushing event updated for resources: {'Network': ['ID=9dcc2866-3694-4565-a6bf-02e0181022f8,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:22.406986 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:22.439344 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Request body: {'subnet': {'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-855749784-subnet', 'tenant_id': 'e89c835f2aff4e01b8c56569c3d6d592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:22.441323 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:22.446092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:22.451252 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:22.538613 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:45:22.604555 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c38671-80e8-486c-851f-dbe27a7a4355,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:22.629329 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:45:22.669346 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50066) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:22.720595 dv-cinder-789603-7-smb neutron-server[103646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 14:45:22.855108 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:22.858852 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:22.865528 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:22.883969 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Pushing event updated for resources: {'Port': ['ID=aec2dd34-0449-4128-9876-990a283e5f42,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:22.893833 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.894276 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.894561 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.894827 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.895140 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.895462 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.895782 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.896098 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.896582 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.896929 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.897247 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.897559 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Tracked resource versions report: Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: pushed versions: Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: { 'AddressGroup': {'1.2'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'ConntrackHelper': {'1.0'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Log': {'1.0'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Network': {'1.1'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Port': {'1.7'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'PortForwarding': {'1.2'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'QosPolicy': {'1.8'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroup': {'1.4'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'SubPort': {'1.0'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Subnet': {'1.1'}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Trunk': {'1.1'}} Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: consumer versions: Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: HyperV agent@hv-cinder-78960: {}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'ConntrackHelper': '1.0', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Log': '1.0', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Network': '1.1', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Port': '1.7', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'PortForwarding': '1.2', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'QosPolicy': '1.8', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroup': '1.4', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'SecurityGroupRule': '1.2', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'SubPort': '1.0', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Subnet': '1.1', Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: 'Trunk': '1.1'}} Jun 07 14:45:22.898669 dv-cinder-789603-7-smb neutron-server[103648]: {{(pid=103648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:45:22.984961 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:23.009045 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Attempting to bind port aec2dd34-0449-4128-9876-990a283e5f42 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:23.009420 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Attempting to bind port aec2dd34-0449-4128-9876-990a283e5f42 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:23.009795 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Attempting to bind port aec2dd34-0449-4128-9876-990a283e5f42 on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:23.023317 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:23.023694 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Checking segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:23.024152 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.028539 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Bound using segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:23.028539 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Bound port: aec2dd34-0449-4128-9876-990a283e5f42, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:23.028539 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.043229 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-4ce48257-d2fd-41aa-88da-f569145940cc tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:23.047091 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-4ce48257-d2fd-41aa-88da-f569145940cc tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/networks?id=57e14616-0959-4f76-8839-3b403403811e HTTP/1.1" status: 200 len: 812 time: 0.3290370 Jun 07 14:45:23.070784 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.078818 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.079301 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Added segment 61b90e80-57a0-480a-8133-5c11ec7f00c3 of type vlan for network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 Jun 07 14:45:23.146888 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-0f51d7b9-cd4e-4c20-8f5c-a51332c28f56 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/quotas/5a8bddfd994c42ab80663b210b16f99f HTTP/1.1" status: 200 len: 375 time: 0.0820096 Jun 07 14:45:23.170684 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Made reservation on behalf of e89c835f2aff4e01b8c56569c3d6d592 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:23.171885 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.175252 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] For port aec2dd34-0449-4128-9876-990a283e5f42, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:23.179977 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] For port aec2dd34-0449-4128-9876-990a283e5f42, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aec2dd34-0449-4128-9876-990a283e5f42,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:23.181487 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Notify callbacks [] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.187551 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.200791 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:23.202748 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691bb7a5-7360-4978-a0cb-54cf256c80eb,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:23.218994 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:23.291992 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.948s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:23.292321 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:23.342194 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Pushing event updated for resources: {'Port': ['ID=aec2dd34-0449-4128-9876-990a283e5f42,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:23.352656 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.353404 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:23.359932 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-6f0ded1d-0168-4223-8140-d0bfe30de3ae tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a8bddfd994c42ab80663b210b16f99f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1902881 Jun 07 14:45:23.482939 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.502500 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:23.503085 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.513772 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:23.577516 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.582999 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.1482728 Jun 07 14:45:23.588119 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:23.589000 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:23.594197 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50084) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:23.774949 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Request body: {'subnet': {'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1603793683-subnet', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:23.812638 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50088) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:23.813358 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Pushing event updated for resources: {'Network': ['ID=518813d8-bb55-451f-9b64-74b074a9d5f3,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:23.826180 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:45:23.835532 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:23.844007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-76fefcda-6015-4cc7-b8e7-141205ed62f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:24.071466 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:24.089833 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Pushing event updated for resources: {'Network': ['ID=5cc941b9-cc84-4fb7-bfe1-627df0c76412,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:24.103550 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:45:24.105717 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-838c669c-2b80-479f-abf6-e710d521aedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:24.121049 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:24.141018 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:24.147969 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-af15fd14-e73b-43ae-afba-f9aae6c54a82 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:45:24.149818 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-af15fd14-e73b-43ae-afba-f9aae6c54a82 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1582706 Jun 07 14:45:24.222545 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Made reservation on behalf of b6f23a8c048d4650b3294cc0ae521df7 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:24.225890 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:24.257553 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.8172488 Jun 07 14:45:24.258535 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50096) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:24.267074 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Request body: {'subnet': {'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-subnet', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:24.399351 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Allocated IP 172.28.3.13 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/92c2389a-5f1c-4799-b680-d69b43245c21) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:24.617771 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:24.651921 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bf12e955-3d7e-45fa-ba7a-62555976fa96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:24.743616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:24.744286 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-99cee505-4338-4304-8c0b-0115bbeed785 service neutron] 10.222.0.61 "GET /v2.0/networks/57e14616-0959-4f76-8839-3b403403811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772171 Jun 07 14:45:24.990113 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aec2dd34-0449-4128-9876-990a283e5f42 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:24.991143 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:25.028833 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:25.067646 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec8a592-a73e-4818-9c46-6850183d2b2f None None] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:25.237988 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=92c2389a-5f1c-4799-b680-d69b43245c21,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:25.259332 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:25.263142 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:25.286563 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:25.323378 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:25.362851 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-0d06850e-3ce1-4807-806e-6610f3ffb835 None None] Provisioning for port aec2dd34-0449-4128-9876-990a283e5f42 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:25.408334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Pushing event updated for resources: {'Subnet': ['ID=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:25.434633 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:25.464374 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port aec2dd34-0449-4128-9876-990a283e5f42 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:25.481174 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port aec2dd34-0449-4128-9876-990a283e5f42 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:25.481777 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:25.489460 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-838c669c-2b80-479f-abf6-e710d521aedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:25.520611 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Checking segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:25.521476 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Network hostable DHCP agents. Network: 9dcc2866-3694-4565-a6bf-02e0181022f8, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:45:25.532899 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-838c669c-2b80-479f-abf6-e710d521aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:25.672566 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Made reservation on behalf of f8b3463320f14ded9e3c6eeb076a6363 for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:25.677031 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:25.677790 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:25.788564 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:25.791224 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-13db7984-bd13-4a27-b671-c502351aa98d service neutron] 10.222.0.61 "GET /v2.0/networks/57e14616-0959-4f76-8839-3b403403811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9719369 Jun 07 14:45:25.818364 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-838c669c-2b80-479f-abf6-e710d521aedc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77bd7793d374452ba49cf39b3169914d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0023828 Jun 07 14:45:25.819299 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50120) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:25.838074 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:45:25.900550 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c669c-2b80-479f-abf6-e710d521aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afee4c-c8c0-499c-b463-458a01b29466,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:25.904317 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 9dcc2866-3694-4565-a6bf-02e0181022f8) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:25.918030 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-838c669c-2b80-479f-abf6-e710d521aedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:25.922389 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:26.037288 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Checking segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:26.037649 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Network hostable DHCP agents. Network: 518813d8-bb55-451f-9b64-74b074a9d5f3, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:45:26.053742 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:26.054397 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.062288 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.094919 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.113944 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b1922b-c475-4786-b6fc-4ccd853133c5 None None] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:26.159435 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca183b2-27d7-4885-8df6-a6af755f5fd0,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:26.184390 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:26.192356 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.199137 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.207711 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0afee4c-c8c0-499c-b463-458a01b29466 HTTP/1.1" status: 204 len: 168 time: 0.3739860 Jun 07 14:45:26.218753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6114e121-2033-43c2-81a4-6f14f1b1c578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:26.251297 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:45:26.279315 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8595474 Jun 07 14:45:26.279315 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 518813d8-bb55-451f-9b64-74b074a9d5f3) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:26.282264 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.296435 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:26.297078 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.318730 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428293b4-57aa-45d0-8fe5-6fb78ce49a34 None None] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:26.342003 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afee4c-c8c0-499c-b463-458a01b29466,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:26.352989 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5900316 Jun 07 14:45:26.358219 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:26.358407 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50138) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:26.374740 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:26.433591 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.435328 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.461258 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50144) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:26.474986 dv-cinder-789603-7-smb neutron-server[103647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 14:45:26.515017 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.687409 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a82aea44-c8d6-48c4-9316-3e4b4733099f req-0721eb27-583f-4896-b429-e0f61eed5f6e tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 210 time: 0.2201331 Jun 07 14:45:26.737930 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-518813d8-bb55-451f-9b64-74b074a9d5f3', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:45:26.740775 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.771339 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.850756 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:26.865927 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-acb0bd5c-70e3-455d-982a-2580a8c95f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:27.137724 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0cfda4c-760c-4daa-ad77-baf031cb5004,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:27.142925 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Checking segment: {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:27.143286 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Network hostable DHCP agents. Network: 5cc941b9-cc84-4fb7-bfe1-627df0c76412, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:45:27.153901 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:27.352412 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:45:27.383797 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port aec2dd34-0449-4128-9876-990a283e5f42, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aec2dd34-0449-4128-9876-990a283e5f42,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:45:27.420248 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:27.457357 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:27.470014 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 5cc941b9-cc84-4fb7-bfe1-627df0c76412) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:27.479364 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69579417-c46c-4fff-a4f0-6d088d3aac36 None None] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:27.511874 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:27.512519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:27.734996 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4744740 Jun 07 14:45:27.909975 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50192) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:27.916670 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:28.006405 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:28.192786 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:28.248338 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98ed35-7eaf-4fa6-83da-6b2388fba38f None None] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:28.317668 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-6a79e5e5-a440-4609-8378-32fba6194466 None None] Provisioning complete for port aec2dd34-0449-4128-9876-990a283e5f42 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:28.318714 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6a79e5e5-a440-4609-8378-32fba6194466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:28.381803 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2a0962dd-450f-4aaa-9aa6-20c765383118 req-039b914a-6ef4-4319-86bf-b7d95c580af7 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 210 time: 0.4459972 Jun 07 14:45:28.614551 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:28.616227 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:28.711088 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:28.837408 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-f708435a-ab8e-4cad-8df2-184de673f602 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:28.845255 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-f708435a-ab8e-4cad-8df2-184de673f602 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 0.8620861 Jun 07 14:45:28.864621 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=aec2dd34-0449-4128-9876-990a283e5f42,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:28.869666 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:28.877352 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-2c3dcca6-895a-4a8f-94b9-9435bc3c15fe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/quotas/e89c835f2aff4e01b8c56569c3d6d592 HTTP/1.1" status: 200 len: 375 time: 0.0308642 Jun 07 14:45:28.908900 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Allocated IP 172.20.0.2 (518813d8-bb55-451f-9b64-74b074a9d5f3/5ca183b2-27d7-4885-8df6-a6af755f5fd0/493d8c9d-1577-496b-befe-3fb36b91425c) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:28.940906 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-8541c732-4a64-4b36-a43f-499789866478 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623684 Jun 07 14:45:28.963800 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:28.990690 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:45:29.063216 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:29.263169 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2872e98-c72a-4b79-8bb7-e0c8b213ac03 None None] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:29.454448 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-d06b2af2-140b-404f-bb97-987bfd080c0e service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113599 Jun 07 14:45:29.600683 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Allocated IP 172.28.3.214 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:29.711318 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-d7a59b5f-1ee1-4b1a-8a30-84389c10fb62 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451477 Jun 07 14:45:30.067175 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:30.141715 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:30.209507 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:30.219737 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a8bbce1c-3ed3-46f9-b360-f73ccf16e8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:30.304180 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aec2dd34-0449-4128-9876-990a283e5f42 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:30.405639 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Pushing event updated for resources: {'Port': ['ID=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:30.552884 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:30.560425 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:30.573461 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:30.598503 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:30.705076 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-81d2a670-6aaa-40d8-ab89-9f823ad5d558 req-db5ef602-7aa7-420d-aa5b-341f32cf26d6 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 210 time: 0.7168519 Jun 07 14:45:30.715956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:45:30.738813 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Sync routers for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:45:30.768976 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:30.769383 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:30.788280 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c8e3958d-7d2e-43c5-a1ba-57b5e6ebecdf req-d1cb77ed-b116-4a35-a3a6-cf532363851c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.3940151 Jun 07 14:45:30.825386 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:30.829469 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50296) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:30.831669 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1540678 Jun 07 14:45:30.946100 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:31.004305 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Transition to ACTIVE for port object 493d8c9d-1577-496b-befe-3fb36b91425c will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:31.067668 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Transition to ACTIVE for port object 493d8c9d-1577-496b-befe-3fb36b91425c will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:31.082696 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:31.110262 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:31.292476 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:31.312212 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Pushing event updated for resources: {'Port': ['ID=493d8c9d-1577-496b-befe-3fb36b91425c,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:31.322747 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:31.322747 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:31.334361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:31.358864 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port aec2dd34-0449-4128-9876-990a283e5f42 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:31.360134 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:31.397394 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:31.399198 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.63', 62596) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:31.933162 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Attempting to bind port 493d8c9d-1577-496b-befe-3fb36b91425c on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:31.933885 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Attempting to bind port 493d8c9d-1577-496b-befe-3fb36b91425c by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:31.934855 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Attempting to bind port 493d8c9d-1577-496b-befe-3fb36b91425c on network 518813d8-bb55-451f-9b64-74b074a9d5f3 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:32.018237 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:32.019794 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Checking segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:32.020468 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:32.021168 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Bound using segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:32.022441 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Bound port: 493d8c9d-1577-496b-befe-3fb36b91425c, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:32.029904 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:32.154894 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a72e7d1e-ce83-4837-b213-815697004300 req-b2480a9a-d5f2-416f-b911-e854e66015c2 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.1975486 Jun 07 14:45:32.229208 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ab9e4717-3181-4ba7-93ce-a92486bf2ce5 req-80209c26-1244-4036-b54c-772b67f0aa7f tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 210 time: 0.0551071 Jun 07 14:45:32.263340 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:32.364095 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:32.451444 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:25Z', 'revision_number': 3, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:32.457428 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Checking router: 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:45:32.457776 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Updating router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 port 92c2389a-5f1c-4799-b680-d69b43245c21 binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:45:32.548178 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] For port 493d8c9d-1577-496b-befe-3fb36b91425c, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:32.565097 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] For port 493d8c9d-1577-496b-befe-3fb36b91425c, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=493d8c9d-1577-496b-befe-3fb36b91425c,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:32.575828 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:32.596843 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:32.617350 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-87cc020d-97ae-4da1-b947-8bd631ffa69d tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:32.618301 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:32.622450 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-87cc020d-97ae-4da1-b947-8bd631ffa69d tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.63 "GET /v2.0/networks?id=57e14616-0959-4f76-8839-3b403403811e HTTP/1.1" status: 200 len: 812 time: 1.1154795 Jun 07 14:45:32.678993 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Request body: {'port': {'device_id': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'network_id': '57e14616-0959-4f76-8839-3b403403811e', 'admin_state_up': True, 'tenant_id': '5a8bddfd994c42ab80663b210b16f99f'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:32.901317 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Pushing event updated for resources: {'Port': ['ID=493d8c9d-1577-496b-befe-3fb36b91425c,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:32.913626 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:33.261717 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:33.766439 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:34.016164 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Allocated IP 172.28.3.19 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/ce3f7692-e928-4e8f-b364-f383dc91b652) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:34.052817 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d0f3b49-a587-4b39-adea-0203f152821c req-311dc4fe-97de-4e87-89eb-ad5036c1440e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.2880025 Jun 07 14:45:34.102717 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Made reservation on behalf of 5a8bddfd994c42ab80663b210b16f99f for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:34.107944 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:34.842375 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 493d8c9d-1577-496b-befe-3fb36b91425c up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:35.079730 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:35.136060 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc9a98-ebea-411c-8c4b-cd72fe725e70 None None] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:35.270160 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.63', 62603) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:35.271438 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50408) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:35.723519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:35.780744 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1ce9e181-3171-46d8-ba39-9fa9f91f82af req-52e5f600-d774-490b-a7f1-8aaf7566ec6c tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 210 time: 1.5887976 Jun 07 14:45:36.014703 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2e7f6ded-eb07-4141-9900-90386ed339b9 None None] Provisioning for port 493d8c9d-1577-496b-befe-3fb36b91425c completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:36.097187 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2e7f6ded-eb07-4141-9900-90386ed339b9 None None] Provisioning complete for port 493d8c9d-1577-496b-befe-3fb36b91425c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:36.097718 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6ded-eb07-4141-9900-90386ed339b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:36.161591 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-11353713-3381-4bd8-8d36-4089773da76b req-0a43f095-421f-44b1-9638-ae427c2a6b4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.4326472 Jun 07 14:45:36.256350 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 493d8c9d-1577-496b-befe-3fb36b91425c completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:36.268539 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:36.312572 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:36.387610 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Transition to ACTIVE for port object 92c2389a-5f1c-4799-b680-d69b43245c21 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:36.419354 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:36.457684 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:36.471568 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dae38a00-1e22-4c27-8c13-3ff63c51c267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:36.846587 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 493d8c9d-1577-496b-befe-3fb36b91425c triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:36.847474 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.072193 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Attempting to bind port 92c2389a-5f1c-4799-b680-d69b43245c21 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:37.072193 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Attempting to bind port 92c2389a-5f1c-4799-b680-d69b43245c21 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:37.072193 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Attempting to bind port 92c2389a-5f1c-4799-b680-d69b43245c21 on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:37.135452 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Pushing event updated for resources: {'Port': ['ID=92c2389a-5f1c-4799-b680-d69b43245c21,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:37.167092 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:37.167682 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:37.169512 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.169872 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:37.170785 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Bound port: 92c2389a-5f1c-4799-b680-d69b43245c21, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:37.171206 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.438885 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.454078 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.460787 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.461407 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.461976 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.462580 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.463115 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.463737 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.464336 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.476897 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.485776 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.486380 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Tracked resource versions report: Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: pushed versions: Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: { 'AddressGroup': {'1.2'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'ConntrackHelper': {'1.0'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Log': {'1.0'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Network': {'1.1'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Port': {'1.7'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'PortForwarding': {'1.2'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'QosPolicy': {'1.8'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroup': {'1.4'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroupRule': {'1.2'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'SubPort': {'1.0'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Subnet': {'1.1'}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Trunk': {'1.1'}} Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: consumer versions: Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: { DHCP agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: HyperV agent@hv-cinder-78960: {}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: L3 agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: Metadata agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: Metering agent@dv-cinder-789603-7-smb: {}, Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: Open vSwitch agent@dv-cinder-789603-7-smb: { 'AddressGroup': '1.2', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'ConntrackHelper': '1.0', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Log': '1.0', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Network': '1.1', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Port': '1.7', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'PortForwarding': '1.2', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'QosPolicy': '1.8', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroup': '1.4', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'SecurityGroupRule': '1.2', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'SubPort': '1.0', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Subnet': '1.1', Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: 'Trunk': '1.1'}} Jun 07 14:45:37.488396 dv-cinder-789603-7-smb neutron-server[103649]: {{(pid=103649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 14:45:37.558208 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:37.559279 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dae38a00-1e22-4c27-8c13-3ff63c51c267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.595494 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.777244 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] For port 92c2389a-5f1c-4799-b680-d69b43245c21, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:37.786865 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] For port 92c2389a-5f1c-4799-b680-d69b43245c21, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=92c2389a-5f1c-4799-b680-d69b43245c21,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:37.799459 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.805149 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:37.835999 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6ded-eb07-4141-9900-90386ed339b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.893488 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.937034 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 493d8c9d-1577-496b-befe-3fb36b91425c, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=493d8c9d-1577-496b-befe-3fb36b91425c,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:45:37.947901 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:37.954029 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:37.962370 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Pushing event updated for resources: {'Port': ['ID=ce3f7692-e928-4e8f-b364-f383dc91b652,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:37.974583 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.709s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:38.113901 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:38.164355 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:38.174161 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:38.197516 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Allocated IP 172.20.0.14 (57e14616-0959-4f76-8839-3b403403811e/3f242737-5bf0-4fea-865e-7e2f4e2a4014/907e1eaa-4d9f-425f-8b72-5acd0b169426) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:38.290975 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:38.297714 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:38.465355 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Pushing event updated for resources: {'Port': ['ID=92c2389a-5f1c-4799-b680-d69b43245c21,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:38.470756 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:38.540951 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e13c8a3c-d0f4-42c4-b38d-fbba18739d44 req-daf74ff8-9871-43f7-b64c-750ffbf19aca tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 210 time: 1.1770737 Jun 07 14:45:38.603388 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:38.783926 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=493d8c9d-1577-496b-befe-3fb36b91425c,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:38.795167 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.db.api [None req-2e7f6ded-eb07-4141-9900-90386ed339b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 14:45:38.796911 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_db.api [None req-2e7f6ded-eb07-4141-9900-90386ed339b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 14:45:38.798652 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:38.815893 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b8a53276-f039-4bb6-a3c6-db5556cedbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:38.884221 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dae38a00-1e22-4c27-8c13-3ff63c51c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:38.905185 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:39.031047 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:39.100060 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a134b1eb-f6d4-4e55-8e08-3a6147f3d750 req-f353e63b-3510-4c30-999f-a27800e8a9b1 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 1.1235335 Jun 07 14:45:39.294509 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Allocated IP 172.20.0.1 (d72b282a-b7ac-4254-a227-bac8c4cd4cf7/1fd6eccc-3e61-49f5-b698-cc99e8df5daf/8469b707-0863-4c85-8d47-125d6d1fabba) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:39.550511 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:39.646970 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-7192f269-a6d4-44e2-8d03-10b452b84e7e None None] Provisioning complete for port 493d8c9d-1577-496b-befe-3fb36b91425c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:39.654229 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7192f269-a6d4-44e2-8d03-10b452b84e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:39.654523 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-e5d81751-c163-4cd8-bb4e-f880dee1057e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:39.656936 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-e5d81751-c163-4cd8-bb4e-f880dee1057e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 4.2850962 Jun 07 14:45:39.658146 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae38a00-1e22-4c27-8c13-3ff63c51c267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65d49a1-9b93-464a-bb94-28ebe0dd3ceb,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:39.732588 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:39.759962 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Request body: {'port': {'device_id': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'admin_state_up': True, 'tenant_id': 'e89c835f2aff4e01b8c56569c3d6d592'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:39.804578 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:25Z', 'revision_number': 3, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:39.831070 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d916b-a237-4e1c-b5ab-cdf9aea80780 None None] The sync data for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb is: [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:25Z', 'revision_number': 3, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:45:39.932769 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Router d5cba637-1f57-4f94-9fae-f8d1053088d8 is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:45:40.291146 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:40.344112 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 493d8c9d-1577-496b-befe-3fb36b91425c up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:40.463915 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-dae38a00-1e22-4c27-8c13-3ff63c51c267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.432s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:40.479040 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-dae38a00-1e22-4c27-8c13-3ff63c51c267 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8fe9c6c9d444f8cab80439e38e5c70d&name=default HTTP/1.1" status: 200 len: 2975 time: 4.9663763 Jun 07 14:45:40.546798 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50486) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:40.547843 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:40.872014 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 493d8c9d-1577-496b-befe-3fb36b91425c triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:40.873051 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:41.124220 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:41.384985 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-aa5b012e-f5e8-41b8-9506-8efbe367ecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:41.394484 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dda65f58-4300-4a16-a3d3-964574d62fe9 req-c3187457-c897-4697-9a6d-985708ff7873 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.4888167 Jun 07 14:45:41.396678 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Pushing event updated for resources: {'Port': ['ID=907e1eaa-4d9f-425f-8b72-5acd0b169426,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:41.412386 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:41.545650 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.provisioning_blocks [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Transition to ACTIVE for port object 8469b707-0863-4c85-8d47-125d6d1fabba will not be triggered until provisioned by entity DHCP. {{(pid=103646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:41.567180 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Network 57e14616-0959-4f76-8839-3b403403811e is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:41.649620 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:41.774293 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:41.784586 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:41.785876 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:41.878460 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:41.881859 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8862c4-e7ba-4848-a23b-d72fbcff59c4 req-a662aa47-14ca-4006-a79a-c7333d161ef3 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:41.895086 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bf8862c4-e7ba-4848-a23b-d72fbcff59c4 req-a662aa47-14ca-4006-a79a-c7333d161ef3 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 932 time: 1.3615334 Jun 07 14:45:41.908526 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.2347221 Jun 07 14:45:41.927918 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:42.001642 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:45:42.079297 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Sync routers for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:45:42.134806 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:42.135669 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:42.160266 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-5af9b7e2-6632-4ca7-81a0-7ac6936700f6 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:45:42.162785 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-5af9b7e2-6632-4ca7-81a0-7ac6936700f6 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108030 Jun 07 14:45:42.202724 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bf8862c4-e7ba-4848-a23b-d72fbcff59c4 req-fde528fd-115d-4fa2-96fa-93dfdf7cfe20 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060429 Jun 07 14:45:42.204564 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Notify callbacks [] for router, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:42.217354 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 15.8572974 Jun 07 14:45:42.219372 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50506) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:42.222264 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:42.380363 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:42.380607 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:42.563666 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:42.570830 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:42.586645 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:42.629009 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:42.629576 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:42.791238 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Pushing event updated for resources: {'Port': ['ID=8469b707-0863-4c85-8d47-125d6d1fabba,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:42.791238 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:42.813007 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 92c2389a-5f1c-4799-b680-d69b43245c21 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:42.920115 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Made reservation on behalf of e89c835f2aff4e01b8c56569c3d6d592 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:42.928986 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:43.080368 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:43.100403 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:43.102269 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f65d49a1-9b93-464a-bb94-28ebe0dd3ceb HTTP/1.1" status: 204 len: 168 time: 2.4525514 Jun 07 14:45:43.120011 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-735d1116-4edf-4625-821d-ccb8a3fa43b8 req-6119a3b8-337a-4437-87f2-c26d205d9572 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.1438894 Jun 07 14:45:43.140981 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:43.157442 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65d49a1-9b93-464a-bb94-28ebe0dd3ceb,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:43.170371 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:43.257595 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Request body: {'port': {'device_id': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:43.290192 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:43.414080 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-78ffc378-995f-411e-8570-b73bd0231dbf None None] Provisioning for port 8469b707-0863-4c85-8d47-125d6d1fabba completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:43.423633 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:43.456883 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 92c2389a-5f1c-4799-b680-d69b43245c21 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:43.481863 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-78ffc378-995f-411e-8570-b73bd0231dbf None None] Provisioning complete for port 8469b707-0863-4c85-8d47-125d6d1fabba triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:43.482491 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-78ffc378-995f-411e-8570-b73bd0231dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:43.570387 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 92c2389a-5f1c-4799-b680-d69b43245c21 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:43.571630 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:43.875530 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-78ffc378-995f-411e-8570-b73bd0231dbf None None] Port 8469b707-0863-4c85-8d47-125d6d1fabba cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:45:43.883552 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:44.199472 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:44.199472 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 92c2389a-5f1c-4799-b680-d69b43245c21, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=92c2389a-5f1c-4799-b680-d69b43245c21,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:45:44.199472 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:44.199472 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-eaacf64c-0b5a-489d-b9cd-d6be0a213efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:44.277099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Allocated IP 172.20.0.10 (9dcc2866-3694-4565-a6bf-02e0181022f8/290abe47-8cfb-4c6a-bc2c-d24b9c8736c9/82b2b76a-4317-4146-9ed3-35e4ac325123) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:44.362832 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50532) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:44.402269 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:32Z', 'revision_number': 3, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:44.414120 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Checking router: d5cba637-1f57-4f94-9fae-f8d1053088d8 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:45:44.414768 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Updating router d5cba637-1f57-4f94-9fae-f8d1053088d8 port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef binding host dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:45:44.523395 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0135f4ad-e403-48ee-be04-3e442bb524b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:44.528372 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:44.565028 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:44.586747 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-de9c8481-b0ee-406f-b787-61bc7580f0e1 req-a9d423f0-9b3d-468d-b05e-eb67210b4b77 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.2322035 Jun 07 14:45:44.935029 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0135f4ad-e403-48ee-be04-3e442bb524b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:44.986465 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0135f4ad-e403-48ee-be04-3e442bb524b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:45.154157 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283a18b-99aa-4456-bd8b-48e721e5b4f4 req-9852e3ff-dbec-4b0e-b4db-7189e6533f39 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:45.164926 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c283a18b-99aa-4456-bd8b-48e721e5b4f4 req-9852e3ff-dbec-4b0e-b4db-7189e6533f39 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 932 time: 1.4928515 Jun 07 14:45:45.185139 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ac0f9b82-40e1-4a3c-aa7d-3d01d0586d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:45.186774 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=92c2389a-5f1c-4799-b680-d69b43245c21,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:45.197322 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.145s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:45.335833 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Router 1df81653-b9b8-4e6f-a1a6-193d186e6249 is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:45:45.381564 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135f4ad-e403-48ee-be04-3e442bb524b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cedeb64-b396-4873-b1d9-8b37e1ee2e62,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:45.436229 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-0135f4ad-e403-48ee-be04-3e442bb524b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:45.522845 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:45.552115 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Transition to ACTIVE for port object 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:45.570483 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:45.630094 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:45.655945 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-0135f4ad-e403-48ee-be04-3e442bb524b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be4c679323b14b60a325513831b9d309&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2914717 Jun 07 14:45:45.656865 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50558) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:45.918536 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Attempting to bind port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:45.923673 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:45.925282 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Attempting to bind port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:45.926027 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Attempting to bind port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:45.952677 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:45.964362 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:45.969238 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ce633-0906-4400-a101-cf51944e375c None None] Pushing event updated for resources: {'Port': ['ID=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:45.975878 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:45.984501 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-573ce633-0906-4400-a101-cf51944e375c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:45.985406 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:45.985786 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:45.986247 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:45.986651 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:45.987149 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Bound port: 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:45.987534 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:46.051052 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c283a18b-99aa-4456-bd8b-48e721e5b4f4 req-0203b9af-f0d0-4f0d-8a0c-01442a0bbb87 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8850775 Jun 07 14:45:46.120709 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:46.195422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:46.247674 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] For port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:46.253800 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] For port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:46.263191 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:46.270775 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8f41808c-58b9-4a71-b0aa-d09462e17a02 req-d75d42ea-ee33-43c5-a92c-e91cb30ec89f tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.2489171 Jun 07 14:45:46.298556 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:46.413518 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ce633-0906-4400-a101-cf51944e375c None None] Pushing event updated for resources: {'Port': ['ID=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:46.416548 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 92c2389a-5f1c-4799-b680-d69b43245c21 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:46.422862 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:46.448587 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-573ce633-0906-4400-a101-cf51944e375c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:46.491005 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:46.491877 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:46.590582 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Pushing event updated for resources: {'Port': ['ID=8469b707-0863-4c85-8d47-125d6d1fabba,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:46.660811 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 92c2389a-5f1c-4799-b680-d69b43245c21 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:46.662281 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:46.712153 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:46.812955 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:46.842686 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:46.887690 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907e1eaa-4d9f-425f-8b72-5acd0b169426 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:45:46.933524 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:46.957802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:47.016648 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:47.016747 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:45:47.021168 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Sync routers for ids ['1df81653-b9b8-4e6f-a1a6-193d186e6249'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:45:47.027348 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:47.058176 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Routers {'1df81653-b9b8-4e6f-a1a6-193d186e6249'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:47.063130 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['1df81653-b9b8-4e6f-a1a6-193d186e6249'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:47.091409 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:47.092647 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-4a344b83-1bc7-40c2-8809-9e92a8ee7cfd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 19.1592441 Jun 07 14:45:47.138973 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50574) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:47.166194 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Transition to ACTIVE for port object 907e1eaa-4d9f-425f-8b72-5acd0b169426 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:47.599452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:47.752372 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-10d101a4-7064-499f-b256-e13bbf0fa5cf None None] Provisioning complete for port 8469b707-0863-4c85-8d47-125d6d1fabba triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:47.753569 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-10d101a4-7064-499f-b256-e13bbf0fa5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:47.796314 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:48.039689 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-10d101a4-7064-499f-b256-e13bbf0fa5cf None None] Port 8469b707-0863-4c85-8d47-125d6d1fabba cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:45:48.040843 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:48.057306 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ae53c8ac-6921-42ed-8f8d-60158ae49f3d req-0f4f52c5-92ad-485b-aefa-381f51555ea1 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.4843743 Jun 07 14:45:48.125245 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Set router 1df81653-b9b8-4e6f-a1a6-193d186e6249 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:48.260212 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:32Z', 'revision_number': 3, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:48.268646 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc67ba-1e7b-48e2-b2b3-f2803f832bb2 None None] The sync data for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb is: [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:32Z', 'revision_number': 3, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:45:48.336613 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305bfc-2090-444b-96c6-925338fe8605 req-52b861d9-8f1f-4269-b1cc-3a0bf6286bd7 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:48.347686 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1a305bfc-2090-444b-96c6-925338fe8605 req-52b861d9-8f1f-4269-b1cc-3a0bf6286bd7 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 944 time: 0.7828846 Jun 07 14:45:48.407377 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:48.408670 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Pushing event updated for resources: {'Port': ['ID=907e1eaa-4d9f-425f-8b72-5acd0b169426,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:48.441378 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:48.445376 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:48.462523 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5cedeb64-b396-4873-b1d9-8b37e1ee2e62 HTTP/1.1" status: 204 len: 168 time: 2.7763283 Jun 07 14:45:48.508039 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-0135f4ad-e403-48ee-be04-3e442bb524b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:48.641785 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Allocated IP 172.20.0.1 (518813d8-bb55-451f-9b64-74b074a9d5f3/5ca183b2-27d7-4885-8df6-a6af755f5fd0/1eb21b0c-0768-4985-ace9-7239f8d80a60) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:48.742434 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cedeb64-b396-4873-b1d9-8b37e1ee2e62,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:48.776488 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:48.803479 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Attempting to bind port 907e1eaa-4d9f-425f-8b72-5acd0b169426 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:48.803834 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Attempting to bind port 907e1eaa-4d9f-425f-8b72-5acd0b169426 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '9cef5715-3d5d-41c4-8549-e2a81988160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '57e14616-0959-4f76-8839-3b403403811e'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:48.804318 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Attempting to bind port 907e1eaa-4d9f-425f-8b72-5acd0b169426 on network 57e14616-0959-4f76-8839-3b403403811e {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:48.807218 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:49.101355 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event updated for resources: {'Port': ['ID=82b2b76a-4317-4146-9ed3-35e4ac325123,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:49.127919 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:49.224509 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:49.236519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Port 907e1eaa-4d9f-425f-8b72-5acd0b169426 on network 57e14616-0959-4f76-8839-3b403403811e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:45:49.237737 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Attempting to bind port 907e1eaa-4d9f-425f-8b72-5acd0b169426 on network 57e14616-0959-4f76-8839-3b403403811e {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:49.296956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:49.304280 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Checking segment: {'id': '9cef5715-3d5d-41c4-8549-e2a81988160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '57e14616-0959-4f76-8839-3b403403811e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:49.331087 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Bound using segment: {'id': '9cef5715-3d5d-41c4-8549-e2a81988160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '57e14616-0959-4f76-8839-3b403403811e'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:49.331576 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Bound port: 907e1eaa-4d9f-425f-8b72-5acd0b169426, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cef5715-3d5d-41c4-8549-e2a81988160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '57e14616-0959-4f76-8839-3b403403811e'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:49.332011 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:49.465158 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:45:38Z', 'revision_number': 3, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port': {'id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:32Z', 'updated_at': '2021-06-07T14:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:49.478516 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Checking router: 1df81653-b9b8-4e6f-a1a6-193d186e6249 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:45:49.479216 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Updating router 1df81653-b9b8-4e6f-a1a6-193d186e6249 port ce3f7692-e928-4e8f-b364-f383dc91b652 binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:45:49.486383 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:49.503076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:49.523503 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:49.527218 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:49.685170 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:45:49.705333 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:49.806978 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.0706835 Jun 07 14:45:49.853745 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:49.967642 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Request body: {'port': {'device_id': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:49.996754 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1a305bfc-2090-444b-96c6-925338fe8605 req-4a4be047-38ae-4282-8bd0-ab981765e9db tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726946 Jun 07 14:45:50.064603 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.provisioning_blocks [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Transition to ACTIVE for port object 1eb21b0c-0768-4985-ace9-7239f8d80a60 will not be triggered until provisioned by entity DHCP. {{(pid=103646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:50.207420 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] For port 907e1eaa-4d9f-425f-8b72-5acd0b169426, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:50.253925 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:50.314215 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] For port 907e1eaa-4d9f-425f-8b72-5acd0b169426, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426,segment=NetworkSegment(9cef5715-3d5d-41c4-8549-e2a81988160e),segment_id=9cef5715-3d5d-41c4-8549-e2a81988160e)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:50.399541 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:50.419340 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:50.420120 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.424775 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.443440 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.462654 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e97c5ff4-b356-441d-bfe6-43edb00bfcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:50.463619 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Transition to ACTIVE for port object ce3f7692-e928-4e8f-b364-f383dc91b652 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:50.477795 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.496658 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:50.614768 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb21b0c-0768-4985-ace9-7239f8d80a60,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:50.620251 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:45:50.642846 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:50.653235 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] 10.222.0.61 "PUT /v2.0/routers/4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.8201737 Jun 07 14:45:50.662645 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb4e96-a47b-4af6-9d05-a40c2cb3ae54 None None] Pushing event updated for resources: {'Port': ['ID=ce3f7692-e928-4e8f-b364-f383dc91b652,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:50.680781 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:50.684252 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-1dfb4e96-a47b-4af6-9d05-a40c2cb3ae54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:50.701684 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:50.716735 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:50.717680 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.742297 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.744892 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Attempting to bind port ce3f7692-e928-4e8f-b364-f383dc91b652 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:50.746818 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Attempting to bind port ce3f7692-e928-4e8f-b364-f383dc91b652 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:50.747793 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Attempting to bind port ce3f7692-e928-4e8f-b364-f383dc91b652 on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:50.756034 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Sync routers for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:45:50.789855 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:50.790477 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:50.791009 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.792944 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:50.795218 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Bound port: ce3f7692-e928-4e8f-b364-f383dc91b652, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:50.795824 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:50.864555 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:50.869840 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:51.114464 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] For port ce3f7692-e928-4e8f-b364-f383dc91b652, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:51.142827 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] For port ce3f7692-e928-4e8f-b364-f383dc91b652, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=ce3f7692-e928-4e8f-b364-f383dc91b652,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:51.156594 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:51.195754 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:51.231798 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:51.239222 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50646) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:51.242006 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:51.304817 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-adf906dd-f232-4dba-8845-847faa9cdbfe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:51.392712 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:51.434910 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:51.435978 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:51.438551 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] 10.222.0.63 "PUT /v2.0/ports/907e1eaa-4d9f-425f-8b72-5acd0b169426 HTTP/1.1" status: 200 len: 1094 time: 8.6645212 Jun 07 14:45:51.502122 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533259-a649-40e6-9a32-50d0f9485c44 req-f01a8400-7c11-4e45-ba9e-d535b5fbcadc tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:51.504891 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5533259-a649-40e6-9a32-50d0f9485c44 req-f01a8400-7c11-4e45-ba9e-d535b5fbcadc tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 932 time: 1.8784080 Jun 07 14:45:51.505261 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:45:51.505706 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:45:51.600056 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb4e96-a47b-4af6-9d05-a40c2cb3ae54 None None] Pushing event updated for resources: {'Port': ['ID=ce3f7692-e928-4e8f-b364-f383dc91b652,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:51.615328 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:51.653159 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:51.711589 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Routers {'1df81653-b9b8-4e6f-a1a6-193d186e6249'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:51.712871 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['1df81653-b9b8-4e6f-a1a6-193d186e6249'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:51.796349 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b1e6f5cb-eb78-4148-9e5f-14749c782c43 None None] Provisioning for port 1eb21b0c-0768-4985-ace9-7239f8d80a60 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:51.887820 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-1dfb4e96-a47b-4af6-9d05-a40c2cb3ae54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:52.095023 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:52.108508 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1432927205-network', 'tenant_id': 'bcac1db5d9484fbc8cc94e3d0b40fbe5'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:52.115604 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:52.125561 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:52.146215 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:52.204746 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:52.256149 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] Set router 1df81653-b9b8-4e6f-a1a6-193d186e6249 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:52.286577 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b1e6f5cb-eb78-4148-9e5f-14749c782c43 None None] Provisioning complete for port 1eb21b0c-0768-4985-ace9-7239f8d80a60 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:52.287197 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b1e6f5cb-eb78-4148-9e5f-14749c782c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:52.394169 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:52.399341 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50668) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:52.406021 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:52.410583 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1299946877', 'description': 'tempest-description--1845248185'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:52.618065 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6f5cb-eb78-4148-9e5f-14749c782c43 None None] Port 1eb21b0c-0768-4985-ace9-7239f8d80a60 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:45:52.667444 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb21b0c-0768-4985-ace9-7239f8d80a60,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:52.763720 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:52.810930 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Made reservation on behalf of bcac1db5d9484fbc8cc94e3d0b40fbe5 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:52.814868 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:52.849639 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:52.908180 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:52.945767 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b2b76a-4317-4146-9ed3-35e4ac325123 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:45:52.997034 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:53.031767 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:45:53.039755 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Transition to ACTIVE for port object 82b2b76a-4317-4146-9ed3-35e4ac325123 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:53.129433 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:45:38Z', 'revision_number': 3, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port': {'id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:32Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:53.143968 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ef4ba-240a-4ae5-a132-808534d1c30f None None] The sync data for ids ['1df81653-b9b8-4e6f-a1a6-193d186e6249'] in dv-cinder-789603-7-smb is: [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:45:38Z', 'revision_number': 3, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port': {'id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:32Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:45:53.160792 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Pushing event updated for resources: {'Port': ['ID=907e1eaa-4d9f-425f-8b72-5acd0b169426,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:53.173179 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.866s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:53.182484 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:45:44Z', 'revision_number': 2, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:53.193655 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Checking router: 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:45:53.194554 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Updating router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 port 8469b707-0863-4c85-8d47-125d6d1fabba binding host dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:45:53.245181 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:53.270346 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:53.271912 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:53.282198 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:53.306794 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:53.321527 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:53.389051 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50688) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:53.395865 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:53.435399 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:53.560230 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Pushing event updated for resources: {'Port': ['ID=82b2b76a-4317-4146-9ed3-35e4ac325123,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:53.570644 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:53.585886 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5533259-a649-40e6-9a32-50d0f9485c44 req-660d8ca2-3d9c-438d-b966-4a9d5f05d879 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9110045 Jun 07 14:45:53.636071 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608ddc4-5f31-47fb-8bb0-d04d862988cc req-a3594f62-15b1-481f-ac66-ef7e2f4ecc30 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:53.638711 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f608ddc4-5f31-47fb-8bb0-d04d862988cc req-a3594f62-15b1-481f-ac66-ef7e2f4ecc30 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 944 time: 0.9927511 Jun 07 14:45:53.681537 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:45:53.853090 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c93eef-45e5-4024-93ec-3a12a643d14a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:53.875389 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:53.884429 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:53.885791 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Added segment 5efcd4ad-f27d-4ad8-8c39-a5872d549d38 of type vlan for network ba5976c1-3755-4335-8553-844768fd8759 Jun 07 14:45:53.944113 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:45:53.992971 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-d47ba002-1159-4bc4-a473-808c5b2393dc None None] Provisioning complete for port 1eb21b0c-0768-4985-ace9-7239f8d80a60 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:53.992971 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d47ba002-1159-4bc4-a473-808c5b2393dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.079266 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.103557 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.176152 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Attempting to bind port 82b2b76a-4317-4146-9ed3-35e4ac325123 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:54.176684 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Attempting to bind port 82b2b76a-4317-4146-9ed3-35e4ac325123 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:54.177494 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Attempting to bind port 82b2b76a-4317-4146-9ed3-35e4ac325123 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:54.185569 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-cd95aaa9-4db4-44a7-b32d-60c4621d0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:54.188584 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-cd95aaa9-4db4-44a7-b32d-60c4621d0cc8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5a8bddfd994c42ab80663b210b16f99f&device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 1097 time: 2.5675924 Jun 07 14:45:54.285586 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-d47ba002-1159-4bc4-a473-808c5b2393dc None None] Port 1eb21b0c-0768-4985-ace9-7239f8d80a60 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:45:54.497452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Port 82b2b76a-4317-4146-9ed3-35e4ac325123 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:45:54.497970 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Attempting to bind port 82b2b76a-4317-4146-9ed3-35e4ac325123 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:54.531342 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-84fedf7e-3782-44d8-8fc8-cb6b51f3e5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.566137 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Router d5cba637-1f57-4f94-9fae-f8d1053088d8 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:45:54.580467 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdb906f-89c5-4f8e-b81c-a27dab7e2cbf x-openstack-request-id: req-6bdb906f-89c5-4f8e-b81c-a27dab7e2cbf {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:45:54.580826 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:45:54.581858 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6bdb906f-89c5-4f8e-b81c-a27dab7e2cbf {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:45:54.582609 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426', 'status': 'completed', 'code': 200} Jun 07 14:45:54.583470 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:54.584896 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-c59f5b77-9cf7-4664-920e-813b21b769b7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426 HTTP/1.1" status: 200 len: 217 time: 0.3870373 Jun 07 14:45:54.591958 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:54.592375 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Checking segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:54.592627 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Bound using segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:54.597243 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.598640 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Bound port: 82b2b76a-4317-4146-9ed3-35e4ac325123, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:54.598640 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.615325 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:54.616829 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.637715 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f608ddc4-5f31-47fb-8bb0-d04d862988cc req-c4a2cd01-3bbf-4284-b931-73c1c118883d tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8701642 Jun 07 14:45:54.648721 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:54.851462 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-7fa92993-b074-46b6-8b07-126a889c84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:54.860730 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-7fa92993-b074-46b6-8b07-126a889c84db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f242737-5bf0-4fea-865e-7e2f4e2a4014 HTTP/1.1" status: 200 len: 852 time: 0.2257895 Jun 07 14:45:54.959112 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Notify callbacks [] for port, precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:54.981747 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Transition to ACTIVE for port object 8469b707-0863-4c85-8d47-125d6d1fabba will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:54.992297 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:54.992806 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.026839 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.038644 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:55.193074 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.195572 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-45f849d9-9b18-4f84-aa72-2fc61b125981 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57e14616-0959-4f76-8839-3b403403811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2735267 Jun 07 14:45:55.205254 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.266771 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9651186 Jun 07 14:45:55.286335 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50706) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:55.289417 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5976c1-3755-4335-8553-844768fd8759,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:55.292317 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:45:55.299071 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Request body: {'subnet': {'network_id': 'ba5976c1-3755-4335-8553-844768fd8759', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1432927205-subnet', 'tenant_id': 'bcac1db5d9484fbc8cc94e3d0b40fbe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:55.305203 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] 10.222.0.61 "PUT /v2.0/routers/d5cba637-1f57-4f94-9fae-f8d1053088d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0827644 Jun 07 14:45:55.312929 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:55.313482 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:55.319825 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Sync routers for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:45:55.356280 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:55.367986 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:55.428045 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:55.440565 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:55.490891 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network ba5976c1-3755-4335-8553-844768fd8759 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:45:55.548465 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] For port 82b2b76a-4317-4146-9ed3-35e4ac325123, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:55.557354 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] For port 82b2b76a-4317-4146-9ed3-35e4ac325123, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=82b2b76a-4317-4146-9ed3-35e4ac325123,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:55.697191 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-84fedf7e-3782-44d8-8fc8-cb6b51f3e5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.703835 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-84fedf7e-3782-44d8-8fc8-cb6b51f3e5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.723732 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:55.745392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.751237 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3499207 Jun 07 14:45:55.758599 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50716) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:55.767534 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'security_group_rule': {'security_group_id': '1e5a6a0b-f966-426e-b87a-3d0530a3fd8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:55.848436 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-84fedf7e-3782-44d8-8fc8-cb6b51f3e5da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41c16a6bfff7469fae2e99af037e70dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4490225 Jun 07 14:45:55.854580 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Made reservation on behalf of bcac1db5d9484fbc8cc94e3d0b40fbe5 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:45:55.863982 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.884500 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50718) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:55.885760 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fedf7e-3782-44d8-8fc8-cb6b51f3e5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded6e499-1641-48c2-a8c8-25f3822ab125,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:55.932945 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-84fedf7e-3782-44d8-8fc8-cb6b51f3e5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:55.939529 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:55.968186 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00594c-46e3-4d72-8b91-a849cae8c820 None None] Pushing event updated for resources: {'Port': ['ID=8469b707-0863-4c85-8d47-125d6d1fabba,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:55.978878 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-be00594c-46e3-4d72-8b91-a849cae8c820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:55.991752 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Allocated IP 172.20.0.1 (5cc941b9-cc84-4fb7-bfe1-627df0c76412/a0cfda4c-760c-4daa-ad77-baf031cb5004/cce63035-5fa3-4589-8543-98b7a72472b8) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:45:56.110678 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.112678 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:56.298498 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.490865 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.517259 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.559072 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device ce3f7692-e928-4e8f-b364-f383dc91b652 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:45:56.578129 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-248f4fb6-07fe-490d-b7da-3930d8568dcd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:56.580467 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.627702 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.628834 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.718461 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:56.745379 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-e0d355ec-dc66-48d7-9d45-1d132ebe4be5 service neutron] 10.222.0.63 "GET /v2.0/networks/57e14616-0959-4f76-8839-3b403403811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0126977 Jun 07 14:45:56.761021 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Attempting to bind port 8469b707-0863-4c85-8d47-125d6d1fabba on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:56.761785 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Attempting to bind port 8469b707-0863-4c85-8d47-125d6d1fabba by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:56.762883 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Attempting to bind port 8469b707-0863-4c85-8d47-125d6d1fabba on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:56.770321 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54858925-ee74-4cf2-a2c9-0d6d3b27a4d1,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:56.788970 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50730) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:56.805949 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:56.806751 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Checking segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:56.807835 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.809459 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Bound using segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:56.811706 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Bound port: 8469b707-0863-4c85-8d47-125d6d1fabba, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:56.813020 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.831498 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579296340', 'description': 'tempest-description--489423715'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:56.840654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:56.841230 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.842881 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] 10.222.0.63 "PUT /v2.0/ports/82b2b76a-4317-4146-9ed3-35e4ac325123 HTTP/1.1" status: 200 len: 1094 time: 6.8836420 Jun 07 14:45:56.843417 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'tag': '82b2b76a-4317-4146-9ed3-35e4ac325123'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:45:56.847121 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9a0eb2-1153-4442-b494-0075e27d1ba3", "tag": "82b2b76a-4317-4146-9ed3-35e4ac325123"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:45:56.863823 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:56.869752 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.876649 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1135788 Jun 07 14:45:56.883735 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:45:56.891097 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.898091 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50734) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:56.910021 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:56.920678 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:45:56.921271 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.924145 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'security_group_rule': {'security_group_id': '1e5a6a0b-f966-426e-b87a-3d0530a3fd8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:56.940207 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:56.947707 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ded6e499-1641-48c2-a8c8-25f3822ab125 HTTP/1.1" status: 204 len: 168 time: 1.0586371 Jun 07 14:45:56.991037 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:57.044202 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 2, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:57.066905 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Checking router: d5cba637-1f57-4f94-9fae-f8d1053088d8 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:45:57.067685 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Updating router d5cba637-1f57-4f94-9fae-f8d1053088d8 port 1eb21b0c-0768-4985-ace9-7239f8d80a60 binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:45:57.102163 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded6e499-1641-48c2-a8c8-25f3822ab125,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:57.116124 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.136631 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:57.157841 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.160965 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] For port 8469b707-0863-4c85-8d47-125d6d1fabba, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:57.174574 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1a119db5-a3f3-4c8c-82f3-69f370d2556c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:57.175839 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] For port 8469b707-0863-4c85-8d47-125d6d1fabba, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=8469b707-0863-4c85-8d47-125d6d1fabba,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:57.234818 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.242156 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.267643 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-be00594c-46e3-4d72-8b91-a849cae8c820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:57.322096 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port ce3f7692-e928-4e8f-b364-f383dc91b652 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:45:57.348739 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port ce3f7692-e928-4e8f-b364-f383dc91b652 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:45:57.349573 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.405912 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.432956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3c79f-c58e-491e-8a16-1ff7863019b1 req-ebe6869f-e85a-4481-824b-e2f2c4f6bbeb tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:57.441965 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6ed3c79f-c58e-491e-8a16-1ff7863019b1 req-ebe6869f-e85a-4481-824b-e2f2c4f6bbeb tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 944 time: 2.3890946 Jun 07 14:45:57.470769 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Pushing event updated for resources: {'Port': ['ID=82b2b76a-4317-4146-9ed3-35e4ac325123,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:57.474006 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17559bf-dc38-47e3-8b93-d7ea94268288,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:57.479171 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:57.542054 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00594c-46e3-4d72-8b91-a849cae8c820 None None] Pushing event updated for resources: {'Port': ['ID=8469b707-0863-4c85-8d47-125d6d1fabba,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:57.557958 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-be00594c-46e3-4d72-8b91-a849cae8c820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:57.572782 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:57.587042 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:57.587821 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:57.595767 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Checking segment: {'id': '5efcd4ad-f27d-4ad8-8c39-a5872d549d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ba5976c1-3755-4335-8553-844768fd8759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:57.596323 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Network hostable DHCP agents. Network: ba5976c1-3755-4335-8553-844768fd8759, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:45:57.624309 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f006c-947b-4076-96b5-11a92aefd9c6 req-e9683bc0-a675-4a15-a891-0ab762928164 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:57.626933 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ce3f006c-947b-4076-96b5-11a92aefd9c6 req-e9683bc0-a675-4a15-a891-0ab762928164 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 944 time: 0.6206024 Jun 07 14:45:57.640116 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.875s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:57.816058 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-330abae2-1ed8-4c96-bf22-f04a0298b108 req-84342313-b584-45a4-9aa3-a45afb9544f7 service neutron] 10.222.0.63 "GET /v2.0/networks/57e14616-0959-4f76-8839-3b403403811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0297406 Jun 07 14:45:57.885139 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50742) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:57.893249 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.905443 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6ed3c79f-c58e-491e-8a16-1ff7863019b1 req-358286f4-c81b-4b3c-bfa1-4dc3f445cc3c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161887 Jun 07 14:45:57.928773 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.938695 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Network ba5976c1-3755-4335-8553-844768fd8759 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:45:57.945502 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4023d617-649d-4849-a93a-3f6b123e6e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:57.992201 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:58.031175 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.039104 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-fb1bf068-d061-4a20-97e7-7fd4b5745528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:58.044763 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-fb1bf068-d061-4a20-97e7-7fd4b5745528 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 1097 time: 0.9030461 Jun 07 14:45:58.051946 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:58.052198 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ce3f006c-947b-4076-96b5-11a92aefd9c6 req-0e19049e-aabb-4313-afb4-f2034b8f46f9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013331 Jun 07 14:45:58.077164 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, ba5976c1-3755-4335-8553-844768fd8759) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:45:58.084325 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.094561 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:58.095852 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.108963 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed400db9-e479-4425-8c79-f844905124a4,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:58.120468 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:58.130431 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:58.167876 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397ba06-a773-46f6-b931-978bbccbd9cd None None] Network ba5976c1-3755-4335-8553-844768fd8759 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:58.192943 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.199321 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513287f0-0ce2-445d-88ff-2631347f40b2,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:58.204593 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:58.213780 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Transition to ACTIVE for port object 1eb21b0c-0768-4985-ace9-7239f8d80a60 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:45:58.224106 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.228295 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed2bf91-08dc-41fd-b5f0-90c423a37d16 x-openstack-request-id: req-6ed2bf91-08dc-41fd-b5f0-90c423a37d16 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:45:58.228723 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9a0eb2-1153-4442-b494-0075e27d1ba3", "tag": "82b2b76a-4317-4146-9ed3-35e4ac325123", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:45:58.228922 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-1dfb4e96-a47b-4af6-9d05-a40c2cb3ae54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:58.229191 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ed2bf91-08dc-41fd-b5f0-90c423a37d16 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:45:58.229719 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'tag': '82b2b76a-4317-4146-9ed3-35e4ac325123', 'status': 'completed', 'code': 200} Jun 07 14:45:58.232686 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Pushing event updated for resources: {'Port': ['ID=cce63035-5fa3-4589-8543-98b7a72472b8,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:58.247344 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:58.353622 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-9fdc607c-c09b-4c96-b127-0b89d3e36c4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b2b76a-4317-4146-9ed3-35e4ac325123 HTTP/1.1" status: 200 len: 217 time: 0.1227272 Jun 07 14:45:58.377344 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a1823-53c1-48b1-98d6-14f1bf4e6a09 None None] Pushing event updated for resources: {'Port': ['ID=1eb21b0c-0768-4985-ace9-7239f8d80a60,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:58.393298 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-f78a1823-53c1-48b1-98d6-14f1bf4e6a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:58.450677 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-3298e6cb-91ca-48e5-accb-2be8a976a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:58.452246 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-3298e6cb-91ca-48e5-accb-2be8a976a3d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.0886455 Jun 07 14:45:58.545340 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.549823 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-fced6b59-2909-4c23-b4e6-2aa0a45a53be service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886190 Jun 07 14:45:58.555240 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Attempting to bind port 1eb21b0c-0768-4985-ace9-7239f8d80a60 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:45:58.556636 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Attempting to bind port 1eb21b0c-0768-4985-ace9-7239f8d80a60 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:45:58.557289 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Attempting to bind port 1eb21b0c-0768-4985-ace9-7239f8d80a60 on network 518813d8-bb55-451f-9b64-74b074a9d5f3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:45:58.567140 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:45:58.567978 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Checking segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:45:58.569110 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.569796 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Bound using segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:45:58.570699 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Bound port: 1eb21b0c-0768-4985-ace9-7239f8d80a60, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:45:58.571495 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.583361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port ce3f7692-e928-4e8f-b364-f383dc91b652, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=ce3f7692-e928-4e8f-b364-f383dc91b652,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:45:58.603624 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.629635 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:58.704484 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] For port 1eb21b0c-0768-4985-ace9-7239f8d80a60, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:45:58.716923 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] For port 1eb21b0c-0768-4985-ace9-7239f8d80a60, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=1eb21b0c-0768-4985-ace9-7239f8d80a60,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:45:58.723556 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.728515 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:45:58.775575 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:58.818524 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a1823-53c1-48b1-98d6-14f1bf4e6a09 None None] Pushing event updated for resources: {'Port': ['ID=1eb21b0c-0768-4985-ace9-7239f8d80a60,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:58.823048 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-f78a1823-53c1-48b1-98d6-14f1bf4e6a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:58.839063 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:45:58.840261 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:45:58.938451 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-ab8a7da1-11a1-4d92-97ac-3222218f6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:58.940946 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-ab8a7da1-11a1-4d92-97ac-3222218f6e2c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5a8bddfd994c42ab80663b210b16f99f&device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 1097 time: 1.0271597 Jun 07 14:45:59.296690 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=ce3f7692-e928-4e8f-b364-f383dc91b652,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:45:59.314917 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:45:59.372508 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2053e-938e-42c4-ba71-d14d2962b2ca None None] Network ba5976c1-3755-4335-8553-844768fd8759 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:45:59.391229 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:45:59.577002 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577c622-b66c-4de6-a055-218805335ba7 req-01740007-6ace-43c1-b42e-f32af29a606c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:45:59.579483 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7577c622-b66c-4de6-a055-218805335ba7 req-01740007-6ace-43c1-b42e-f32af29a606c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 944 time: 0.2744875 Jun 07 14:45:59.663763 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-50e33ba8-4fdb-4b68-bf17-7ae27a2ac761 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8917005 Jun 07 14:45:59.674192 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7577c622-b66c-4de6-a055-218805335ba7 req-2f4bdac8-9916-4410-8fb1-7729d9310c26 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814559 Jun 07 14:45:59.876483 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4023d617-649d-4849-a93a-3f6b123e6e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:59.889079 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:59.896098 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9934046 Jun 07 14:45:59.898252 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50768) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:59.904090 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.6089749 Jun 07 14:45:59.905784 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:59.907971 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.1103339 Jun 07 14:45:59.913706 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'floatingip': {'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:45:59.918897 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4023d617-649d-4849-a93a-3f6b123e6e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:45:59.919727 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50770) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:45:59.941484 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'security_group_rule': {'security_group_id': '513287f0-0ce2-445d-88ff-2631347f40b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:00.000254 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:00.037075 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:00.081324 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:45:57Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:00.090385 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e548e-5dd0-432b-9483-9da93321dc78 None None] The sync data for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb is: [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:45:57Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:46:00.120603 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023d617-649d-4849-a93a-3f6b123e6e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3539e-3f0e-446d-a468-39275a3b83f7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:00.188793 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4023d617-649d-4849-a93a-3f6b123e6e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:00.286300 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-39db93d6-e394-407e-bd31-8e5ac01ce9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:00.296036 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-39db93d6-e394-407e-bd31-8e5ac01ce9be service neutron] 10.222.0.63 "GET /v2.0/networks?id=57e14616-0959-4f76-8839-3b403403811e HTTP/1.1" status: 200 len: 913 time: 1.3109910 Jun 07 14:46:00.303666 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 907e1eaa-4d9f-425f-8b72-5acd0b169426 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:46:00.344461 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.db.resource_extend [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 14:46:00.386906 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:00.401401 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e4044-1ba6-42c5-968b-2f053580302a None None] The sync data for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb is: [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:46:00.547299 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:00.595210 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-cb534fe2-9c59-43f5-a194-3f902f39ff99 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426 HTTP/1.1" status: 200 len: 217 time: 0.2045453 Jun 07 14:46:00.624434 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:00.628224 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8283ecfa-e822-42f7-8f34-bc6e3936314e req-c4deac83-43be-4c4b-b137-c8a68c797ef9 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8645110 Jun 07 14:46:00.632973 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-4023d617-649d-4849-a93a-3f6b123e6e6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=620ef30ffabc4517865f439f30671bab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7338367 Jun 07 14:46:00.690538 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50778) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:00.726636 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:00.728487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-3c84799b-2b5a-4fb2-9905-1cce520d63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:00.730061 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-3c84799b-2b5a-4fb2-9905-1cce520d63fb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3f242737-5bf0-4fea-865e-7e2f4e2a4014 HTTP/1.1" status: 200 len: 852 time: 0.0954289 Jun 07 14:46:00.828748 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:00.925601 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 907e1eaa-4d9f-425f-8b72-5acd0b169426, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426,segment=NetworkSegment(9cef5715-3d5d-41c4-8549-e2a81988160e),segment_id=9cef5715-3d5d-41c4-8549-e2a81988160e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:00.939243 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-97e5cc71-86a8-4c35-ac19-76e58c2117bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=57e14616-0959-4f76-8839-3b403403811e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984007 Jun 07 14:46:01.005232 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.017073 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '907e1eaa-4d9f-425f-8b72-5acd0b169426', 'network_id': '57e14616-0959-4f76-8839-3b403403811e', 'port_id': '907e1eaa-4d9f-425f-8b72-5acd0b169426', 'mac_address': 'fa:16:3e:7c:08:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f242737-5bf0-4fea-865e-7e2f4e2a4014', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:46:01.024676 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:01.177068 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 8469b707-0863-4c85-8d47-125d6d1fabba up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:01.301331 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Pushing event updated for resources: {'Port': ['ID=cce63035-5fa3-4589-8543-98b7a72472b8,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:01.309150 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:01.328321 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.344358 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a92ee-27c7-4988-b589-febf98eefac0 req-b51d3af6-2688-4d52-89ee-8c7715ed30f2 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:01.346240 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9c5a92ee-27c7-4988-b589-febf98eefac0 req-b51d3af6-2688-4d52-89ee-8c7715ed30f2 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 944 time: 1.6807449 Jun 07 14:46:01.368209 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.415511 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.421278 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907e1eaa-4d9f-425f-8b72-5acd0b169426 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:01.491254 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 907e1eaa-4d9f-425f-8b72-5acd0b169426, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426,segment=NetworkSegment(9cef5715-3d5d-41c4-8549-e2a81988160e),segment_id=9cef5715-3d5d-41c4-8549-e2a81988160e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:01.506341 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9c5a92ee-27c7-4988-b589-febf98eefac0 req-138975f4-5704-49a3-b159-6420b608e168 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880733 Jun 07 14:46:01.569005 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.597050 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.610964 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:01.632087 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Allocated IP 172.28.3.116 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/a55f340d-8a20-422f-9bf5-3e878cf25c39) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:46:01.647845 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdca534-9420-40b2-b311-b1b09a4feae1 req-e181ffbc-acd3-4a46-829f-dc05ee328d6c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:01.655885 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4bdca534-9420-40b2-b311-b1b09a4feae1 req-e181ffbc-acd3-4a46-829f-dc05ee328d6c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 944 time: 0.6443574 Jun 07 14:46:01.788648 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.803659 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=907e1eaa-4d9f-425f-8b72-5acd0b169426,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:01.807447 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:01.819700 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 8469b707-0863-4c85-8d47-125d6d1fabba completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:01.834251 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 8469b707-0863-4c85-8d47-125d6d1fabba triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:01.834750 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:01.923570 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['907e1eaa-4d9f-425f-8b72-5acd0b169426'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:01.946628 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:02.327136 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6c2c33-5618-4c76-bba4-0fd3b5c538ec,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:02.342312 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:02.344766 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4171426 Jun 07 14:46:02.379389 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50806) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:02.389570 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-8f2f61d6-06c7-4272-b05d-95b2af632ebf tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:02.415024 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-55613d77-1912-4fc8-8151-30af011403d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:02.419796 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-55613d77-1912-4fc8-8151-30af011403d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 1097 time: 1.4202738 Jun 07 14:46:02.468424 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'security_group_rule': {'security_group_id': '513287f0-0ce2-445d-88ff-2631347f40b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:02.496048 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50808) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:02.526005 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1986965700-network', 'tenant_id': '8919c59ed39441deaf53919fbe2653f2'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:02.565649 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4bdca534-9420-40b2-b311-b1b09a4feae1 req-6b180611-c352-4638-87a9-51ef7c8cdd57 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9045475 Jun 07 14:46:02.664283 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-2e7037d0-5183-4a60-8e7c-f0f2c255658b service neutron] 10.222.0.63 "GET /v2.0/networks/57e14616-0959-4f76-8839-3b403403811e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4789586 Jun 07 14:46:02.670217 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:02.734739 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:02.757745 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:02.793902 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:02.815769 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:02.817346 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8d3539e-3f0e-446d-a468-39275a3b83f7 HTTP/1.1" status: 204 len: 168 time: 2.1159813 Jun 07 14:46:02.819830 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-838c669c-2b80-479f-abf6-e710d521aedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:02.882327 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3539e-3f0e-446d-a468-39275a3b83f7,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:02.910405 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:02.929008 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:02.938169 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:02.981207 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.008684 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:03.014851 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 8469b707-0863-4c85-8d47-125d6d1fabba, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=8469b707-0863-4c85-8d47-125d6d1fabba,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:03.039846 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.042103 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1eb21b0c-0768-4985-ace9-7239f8d80a60 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:03.082179 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:03.096993 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:03.107977 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:03.110480 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:46:03.124023 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.206487 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.209166 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Made reservation on behalf of 8919c59ed39441deaf53919fbe2653f2 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:46:03.212270 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.283149 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.286173 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.336210 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=8469b707-0863-4c85-8d47-125d6d1fabba,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:03.338035 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.374455 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:03.482093 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 1eb21b0c-0768-4985-ace9-7239f8d80a60 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:03.491818 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 1eb21b0c-0768-4985-ace9-7239f8d80a60 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:03.492927 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.526969 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.538226 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.565028 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'Port': ['ID=a55f340d-8a20-422f-9bf5-3e878cf25c39,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:03.568895 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:03.569388 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:03.592835 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e0b7a1-ac1b-4a53-9633-b6c8df2e4f93,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:03.600361 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:03.604219 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.607500 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9a5684bd-a5ab-463d-ad1b-4d16cecc3310 req-870189f5-de4f-44e5-a39a-ff0b0ddb3a04 service neutron] 10.222.0.63 "GET /v2.0/networks/57e14616-0959-4f76-8839-3b403403811e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9274926 Jun 07 14:46:03.611062 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-c9598ff9-bac3-49f1-92a9-c2bac7805ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:03.613035 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-c9598ff9-bac3-49f1-92a9-c2bac7805ac1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 915 time: 1.1179657 Jun 07 14:46:03.661141 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:03.745474 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.825542 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 1eb21b0c-0768-4985-ace9-7239f8d80a60, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=1eb21b0c-0768-4985-ace9-7239f8d80a60,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:03.828820 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.831421 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:03.832593 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device ce3f7692-e928-4e8f-b364-f383dc91b652 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:03.863666 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:03.867491 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'Port': ['ID=a55f340d-8a20-422f-9bf5-3e878cf25c39,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:03.874575 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-5e12c362-b16c-48d6-8e1a-fd39cbf0a885 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b2b76a-4317-4146-9ed3-35e4ac325123 HTTP/1.1" status: 200 len: 217 time: 0.2345345 Jun 07 14:46:03.881889 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:03.959107 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa77585-4aca-4e88-afd9-788f4d2a7ee6 req-0d6db42c-076d-414e-8317-c846134d0e14 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:03.962044 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ffa77585-4aca-4e88-afd9-788f4d2a7ee6 req-0d6db42c-076d-414e-8317-c846134d0e14 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 944 time: 0.1596804 Jun 07 14:46:03.991942 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=1eb21b0c-0768-4985-ace9-7239f8d80a60,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:03.997660 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:04.012571 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port ce3f7692-e928-4e8f-b364-f383dc91b652 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:04.013172 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.089858 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Router 1df81653-b9b8-4e6f-a1a6-193d186e6249 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:46:04.094583 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ffa77585-4aca-4e88-afd9-788f4d2a7ee6 req-d6806b51-7924-4a78-a4cb-2d98caee1efd tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232078 Jun 07 14:46:04.151737 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ee300-a6b6-4ea4-97fd-350c01eea5e2 req-53e4c56c-cbd8-463b-a426-3317591268ae tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:04.159797 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-212ee300-a6b6-4ea4-97fd-350c01eea5e2 req-53e4c56c-cbd8-463b-a426-3317591268ae tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 945 time: 1.0255678 Jun 07 14:46:04.252793 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-193ff416-0705-4d30-ac8f-1dcb8527a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:04.255062 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-193ff416-0705-4d30-ac8f-1dcb8527a8fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.3672645 Jun 07 14:46:04.292241 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 82b2b76a-4317-4146-9ed3-35e4ac325123 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:46:04.343532 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 907e1eaa-4d9f-425f-8b72-5acd0b169426 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:04.373655 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-5c0949f1-d2c4-4976-a4a9-ee967f6bdce9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927210 Jun 07 14:46:04.384076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.394461 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.396230 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4963219 Jun 07 14:46:04.410236 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.416319 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2225e96b-042a-4f18-8043-4f3a11d2e39d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0105634 Jun 07 14:46:04.416772 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50842) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:04.422796 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'floatingip': {'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:04.441736 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.453432 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-212ee300-a6b6-4ea4-97fd-350c01eea5e2 req-a684bf60-d40c-4577-8cdb-c25af3cf6345 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926826 Jun 07 14:46:04.477557 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4023d617-649d-4849-a93a-3f6b123e6e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:04.591217 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.672497 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:46:04.719742 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d7277-05f8-45a0-a887-1c6691882570,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:04.733959 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.734480 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Added segment 54394142-454c-4e99-bbad-b391779e5b3a of type vlan for network 8bc538f8-8bf0-401c-a8df-7b76944bc57a Jun 07 14:46:04.736198 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:04.741838 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:46:04.754485 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] 10.222.0.61 "PUT /v2.0/routers/1df81653-b9b8-4e6f-a1a6-193d186e6249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6096833 Jun 07 14:46:04.792207 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-e785297d-769e-4524-920e-336c7c5b4200 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041717 Jun 07 14:46:04.803106 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:04.807352 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Sync routers for ids ['1df81653-b9b8-4e6f-a1a6-193d186e6249'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:46:04.818072 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 8469b707-0863-4c85-8d47-125d6d1fabba up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:05.038476 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:05.048542 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:05.055668 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:05.071360 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 907e1eaa-4d9f-425f-8b72-5acd0b169426 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:05.080434 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:05.084566 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:05.098196 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Routers {'1df81653-b9b8-4e6f-a1a6-193d186e6249'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:46:05.098968 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:45:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['1df81653-b9b8-4e6f-a1a6-193d186e6249'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:05.239731 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7333398 Jun 07 14:46:05.254399 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50872) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:05.265537 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Request body: {'subnet': {'network_id': '8bc538f8-8bf0-401c-a8df-7b76944bc57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1986965700-subnet', 'tenant_id': '8919c59ed39441deaf53919fbe2653f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:05.305835 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a668eb17-f207-4cbb-bbd8-8ba7fd0d639d req-c9d01bf4-e34a-4592-98c5-361edac14ebb service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051551 Jun 07 14:46:05.370509 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 907e1eaa-4d9f-425f-8b72-5acd0b169426 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:05.370890 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:05.433160 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-7fd1e0ef-bc13-43c7-b15c-c779c182a0d9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1299946877&fields=id&tenant_id=b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 267 time: 0.2433057 Jun 07 14:46:05.476963 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 82b2b76a-4317-4146-9ed3-35e4ac325123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=82b2b76a-4317-4146-9ed3-35e4ac325123,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:05.528042 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '82b2b76a-4317-4146-9ed3-35e4ac325123', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'port_id': '82b2b76a-4317-4146-9ed3-35e4ac325123', 'mac_address': 'fa:16:3e:e9:94:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290abe47-8cfb-4c6a-bc2c-d24b9c8736c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:46:05.644330 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Pushing event updated for resources: {'Network': ['ID=8bc538f8-8bf0-401c-a8df-7b76944bc57a,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:05.665525 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:05.685587 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 8bc538f8-8bf0-401c-a8df-7b76944bc57a details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:46:05.742471 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Made reservation on behalf of 8919c59ed39441deaf53919fbe2653f2 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:46:05.747977 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:05.762503 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c1555-2845-41ff-9f71-3f1524969958 req-1a320b7d-7d76-4f8e-a82a-f4e5eb3f6b2b tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:05.771341 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ee2c1555-2845-41ff-9f71-3f1524969958 req-1a320b7d-7d76-4f8e-a82a-f4e5eb3f6b2b tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 944 time: 0.2169921 Jun 07 14:46:05.834630 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ee2c1555-2845-41ff-9f71-3f1524969958 req-ea363103-b5fe-423f-9924-6791a69705dd tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 Jun 07 14:46:05.923489 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 8469b707-0863-4c85-8d47-125d6d1fabba triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:05.924113 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:06.058333 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:06.095277 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-cd6d8858-723e-47b5-a5fb-d85fded99988 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:06.097383 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-cd6d8858-723e-47b5-a5fb-d85fded99988 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 817 time: 0.6513295 Jun 07 14:46:06.143415 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-d7ec73d4-0e56-4f76-b060-a095e64ff0ca tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/quotas/b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 375 time: 0.0276799 Jun 07 14:46:06.150874 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Set router 1df81653-b9b8-4e6f-a1a6-193d186e6249 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:46:06.158287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Allocated IP 172.28.3.98 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/5bc5d461-78fb-4cea-b733-5e961eb39f0c) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:46:06.419748 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b2b76a-4317-4146-9ed3-35e4ac325123 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:06.723336 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:06.791315 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:06.843995 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-a35c5909-b450-4ecb-aec1-58c9d7244cfd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6822050 Jun 07 14:46:06.872901 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 82b2b76a-4317-4146-9ed3-35e4ac325123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=82b2b76a-4317-4146-9ed3-35e4ac325123,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:06.934848 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-7b73c18e-1d8b-41cb-a6e9-752bf73604f4 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:06.943364 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-7b73c18e-1d8b-41cb-a6e9-752bf73604f4 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 818 time: 0.2995634 Jun 07 14:46:06.964245 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-dec12bdb-313a-4e2b-b52b-b66f9a5f4aa2 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/quotas/f8b3463320f14ded9e3c6eeb076a6363 HTTP/1.1" status: 200 len: 375 time: 0.0191879 Jun 07 14:46:06.983070 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:07.047850 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.082509 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1da6c5b8-af45-48d8-a4b3-beb15d11501d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:07.210667 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.218989 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.237799 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-eaacf64c-0b5a-489d-b9cd-d6be0a213efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:07.245415 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:07.255502 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-78ce5685-4551-4329-9a33-56c63854fa4a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2900693 Jun 07 14:46:07.262874 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:07.393054 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:46:07.402028 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 907e1eaa-4d9f-425f-8b72-5acd0b169426, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426,segment=NetworkSegment(9cef5715-3d5d-41c4-8549-e2a81988160e),segment_id=9cef5715-3d5d-41c4-8549-e2a81988160e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:07.457036 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'Port': ['ID=5bc5d461-78fb-4cea-b733-5e961eb39f0c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:07.505706 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.540883 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.551559 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:07.554837 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:07.561009 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:07.612900 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Checking segment: {'id': '54394142-454c-4e99-bbad-b391779e5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8bc538f8-8bf0-401c-a8df-7b76944bc57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:46:07.613825 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Network hostable DHCP agents. Network: 8bc538f8-8bf0-401c-a8df-7b76944bc57a, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:46:07.617649 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1eb21b0c-0768-4985-ace9-7239f8d80a60 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:07.681710 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-1866882e-322f-4e9d-800a-1737f07a162f service neutron] 10.222.0.61 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837753 Jun 07 14:46:07.709901 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50940) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:07.732472 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faeffae-a2fc-4c53-a843-a71f4447ed96" -d '{"events": [{"server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "name": "network-vif-plugged", "status": "completed", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:07.750748 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=82b2b76a-4317-4146-9ed3-35e4ac325123,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:07.762094 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:07.765032 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:07.775751 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7120224d-5db8-45ec-a2cb-47683f88b935,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:07.788643 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:07.837467 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.873315 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Network 8bc538f8-8bf0-401c-a8df-7b76944bc57a is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:46:07.914465 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=907e1eaa-4d9f-425f-8b72-5acd0b169426,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:07.919399 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 1eb21b0c-0768-4985-ace9-7239f8d80a60 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:07.919773 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.935037 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 8bc538f8-8bf0-401c-a8df-7b76944bc57a) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:07.944622 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:07.954481 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:07.955418 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:07.962441 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a1267-5364-4f72-b9c0-6af68d2f6079 None None] Network 8bc538f8-8bf0-401c-a8df-7b76944bc57a requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:46:07.985095 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-0ba5b79e-e424-4e5d-91f7-61234326953b service neutron] 10.222.0.61 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852712 Jun 07 14:46:07.989032 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-29da3dad-7ab5-4134-bb41-4fd272b24998 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:46:07.996822 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-29da3dad-7ab5-4134-bb41-4fd272b24998 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4399722 Jun 07 14:46:07.998380 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7423244 Jun 07 14:46:08.023166 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6403cefb-2eeb-4587-980e-13abfb199238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.162121 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6403cefb-2eeb-4587-980e-13abfb199238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.179711 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6403cefb-2eeb-4587-980e-13abfb199238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.200673 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:08.238476 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403cefb-2eeb-4587-980e-13abfb199238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6c238f-cfaf-4621-8d6e-c6e79f3af16d,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:08.296354 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-6403cefb-2eeb-4587-980e-13abfb199238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:08.334166 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-6403cefb-2eeb-4587-980e-13abfb199238 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=650a204b28bd445ab908c36852b7d5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226709 Jun 07 14:46:08.337083 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50952) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:08.392477 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 50954) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:08.396323 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.415864 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port': {'id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:32Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': 'cce63035-5fa3-4589-8543-98b7a72472b8', 'name': '', 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'mac_address': 'fa:16:3e:ee:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:54Z', 'updated_at': '2021-06-07T14:45:59Z', 'revision_number': 2, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'subnets': [{'id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:08.451594 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.453452 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.476011 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:08.476186 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-e3a25b37-bb5b-4a07-8702-4161bbc1b8cc service neutron] 10.222.0.61 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771736 Jun 07 14:46:08.533445 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.576639 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.627799 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.629565 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2116621 Jun 07 14:46:08.630015 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Checking router: 1df81653-b9b8-4e6f-a1a6-193d186e6249 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:46:08.630790 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Updating router 1df81653-b9b8-4e6f-a1a6-193d186e6249 port cce63035-5fa3-4589-8543-98b7a72472b8 binding host dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:46:08.633562 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Deleting subnet a17559bf-dc38-47e3-8b93-d7ea94268288 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:46:08.657870 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.746813 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.753468 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.754793 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f6c238f-cfaf-4621-8d6e-c6e79f3af16d HTTP/1.1" status: 204 len: 168 time: 0.4146569 Jun 07 14:46:08.757952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:08.770193 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-c9748a1a-3404-46e3-b6e6-f2337b837345 service neutron] 10.222.0.61 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819693 Jun 07 14:46:08.773999 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6c238f-cfaf-4621-8d6e-c6e79f3af16d,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:08.779066 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:08.786917 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.803181 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'Port': ['ID=5bc5d461-78fb-4cea-b733-5e961eb39f0c,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:08.820460 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:08.821987 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:08.936753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089b96-a686-4765-8103-73143727e627 req-ef00020f-f844-492c-80ef-318fe20abf79 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:08.947538 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-52089b96-a686-4765-8103-73143727e627 req-ef00020f-f844-492c-80ef-318fe20abf79 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 946 time: 0.5891788 Jun 07 14:46:09.070533 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-52089b96-a686-4765-8103-73143727e627 req-36b9f145-a992-4f40-874b-5af49114c5f8 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207504 Jun 07 14:46:09.112476 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:09.123195 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:09.160538 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:09.224418 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b5ecfb-aadb-4de3-836a-7a1440735ed2 None None] Network 8bc538f8-8bf0-401c-a8df-7b76944bc57a requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:46:09.252227 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:09.257265 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a17559bf-dc38-47e3-8b93-d7ea94268288 HTTP/1.1" status: 204 len: 168 time: 0.8586128 Jun 07 14:46:09.261552 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50978) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:09.262540 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17559bf-dc38-47e3-8b93-d7ea94268288,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:09.278090 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:09.500705 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-903f96ec-78ae-4244-9dff-19d63674bfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:09.546747 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 50990) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:09.586053 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfc33-753e-4aa3-9077-9f24d900d39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:09.648082 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:09.741333 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d3ed3-4ab5-40c3-ac5d-ded9ad82db4b req-41150f9d-282d-4486-bdff-70f73fff449d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:09.744159 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa0d3ed3-4ab5-40c3-ac5d-ded9ad82db4b req-41150f9d-282d-4486-bdff-70f73fff449d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 945 time: 0.2294395 Jun 07 14:46:09.849912 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa0d3ed3-4ab5-40c3-ac5d-ded9ad82db4b req-2bd78037-abb5-41df-854d-ebf9f4ba7586 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966163 Jun 07 14:46:10.086404 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d4faa10f-beba-41e9-a7eb-89cf007f4284 req-5b2d30f1-7d13-46a2-bbcd-117445038f1e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 210 time: 0.1045597 Jun 07 14:46:10.110759 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2a0670-6948-4ca7-8d04-6c5f87faa316 x-openstack-request-id: req-6d2a0670-6948-4ca7-8d04-6c5f87faa316 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:10.111461 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "name": "network-vif-plugged", "status": "completed", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:10.111866 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d2a0670-6948-4ca7-8d04-6c5f87faa316 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:10.112570 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426', 'code': 200} Jun 07 14:46:10.257177 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:10.317254 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-95ff8b31-17ec-4195-a411-93ef865a93d6 req-1e4adb0f-7fbd-4ce4-bde4-8bc5f7e1aacd tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 210 time: 0.1232769 Jun 07 14:46:10.368843 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Notify callbacks [] for port, precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:10.408733 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Transition to ACTIVE for port object cce63035-5fa3-4589-8543-98b7a72472b8 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:10.424146 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:10.438588 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:10.460154 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.460933 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.462858 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.463542 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.464165 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.465500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.466190 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.466873 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.468105 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.468763 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.553547 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29510364-ed1c-4eb4-bf99-6d4dcb77a857 req-73ab4417-64ad-4e71-8aa3-e594e293b88e tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:10.569484 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-29510364-ed1c-4eb4-bf99-6d4dcb77a857 req-73ab4417-64ad-4e71-8aa3-e594e293b88e tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 946 time: 0.1302204 Jun 07 14:46:10.678427 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-29510364-ed1c-4eb4-bf99-6d4dcb77a857 req-a399a081-a8c1-49a0-a945-3904e5cb9dfd tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Jun 07 14:46:10.798274 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce6e1-9cfb-414a-ba30-97fb016ce350 None None] Pushing event updated for resources: {'Port': ['ID=cce63035-5fa3-4589-8543-98b7a72472b8,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:10.821033 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-76bce6e1-9cfb-414a-ba30-97fb016ce350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:10.823332 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.824102 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.826891 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.829057 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:10.830338 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5976c1-3755-4335-8553-844768fd8759']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:10.859723 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Attempting to bind port cce63035-5fa3-4589-8543-98b7a72472b8 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:46:10.860718 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Attempting to bind port cce63035-5fa3-4589-8543-98b7a72472b8 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:46:10.861740 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Attempting to bind port cce63035-5fa3-4589-8543-98b7a72472b8 on network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:10.873911 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:46:10.875058 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Checking segment: {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:46:10.876064 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:10.877029 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Bound using segment: {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:46:10.878109 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Bound port: cce63035-5fa3-4589-8543-98b7a72472b8, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:46:10.879058 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:10.937638 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efcd4ad-f27d-4ad8-8c39-a5872d549d38') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:10.937638 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efcd4ad-f27d-4ad8-8c39-a5872d549d38') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:10.960280 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2639033'] for segment, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:10.998395 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.014922 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:46:11.015645 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1520505'] for segment, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.087250 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-b0533323-e382-47ca-b7bd-23da0a964f0a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--579296340&fields=id&tenant_id=b6f23a8c048d4650b3294cc0ae521df7 HTTP/1.1" status: 200 len: 267 time: 0.9693007 Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: from cryptography.utils import int_from_bytes Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: from cryptography.utils import int_from_bytes Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: Traceback (most recent call last): Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: timer() Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: cb(*args, **kw) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: return func(*args, **kwargs) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: self._notify() Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: self.callback(batched_events) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: event.method(event) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: return f(self, *a, **k) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: return self._get(url).json() Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:46:11.095699 dv-cinder-789603-7-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:46:11.120166 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] For port cce63035-5fa3-4589-8543-98b7a72472b8, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:46:11.183565 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-76e9181d-01fe-4ec3-803b-9e0d94873371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.219958 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfc33-753e-4aa3-9077-9f24d900d39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.257754 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 82b2b76a-4317-4146-9ed3-35e4ac325123 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:11.384188 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 82b2b76a-4317-4146-9ed3-35e4ac325123 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:11.393749 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 82b2b76a-4317-4146-9ed3-35e4ac325123 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:11.394576 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.442910 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2fcdfc33-753e-4aa3-9077-9f24d900d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.475249 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-880bbb43-1e3a-4719-90eb-f56feb635771 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:11.477718 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-880bbb43-1e3a-4719-90eb-f56feb635771 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 818 time: 0.5220783 Jun 07 14:46:11.501057 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-31716ff6-ed2c-4f3f-922b-f9cdbde300fa tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/quotas/f8b3463320f14ded9e3c6eeb076a6363 HTTP/1.1" status: 200 len: 375 time: 0.0154872 Jun 07 14:46:11.595686 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.656802 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 82b2b76a-4317-4146-9ed3-35e4ac325123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=82b2b76a-4317-4146-9ed3-35e4ac325123,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:11.662529 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.665182 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:11.671200 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-9a8156ff-f911-4b38-a5db-0b83adbe9a45 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:11.672965 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-9a8156ff-f911-4b38-a5db-0b83adbe9a45 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 817 time: 0.8190379 Jun 07 14:46:11.680689 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-6403cefb-2eeb-4587-980e-13abfb199238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:11.710514 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-6e498ff5-8504-4bba-938c-7f2d6a02d57e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1875682 Jun 07 14:46:11.710514 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.63', 62639) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:11.725990 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] For port cce63035-5fa3-4589-8543-98b7a72472b8, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=cce63035-5fa3-4589-8543-98b7a72472b8,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:46:11.746873 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.793639 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Routers {'1df81653-b9b8-4e6f-a1a6-193d186e6249'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:46:11.794463 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:46:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['1df81653-b9b8-4e6f-a1a6-193d186e6249'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:11.823019 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.900510 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=82b2b76a-4317-4146-9ed3-35e4ac325123,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:11.943657 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-2fcdfc33-753e-4aa3-9077-9f24d900d39a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9556810b5e944c8ea57ffa8a7342ae06&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3910141 Jun 07 14:46:11.955072 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51054) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:11.976942 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:11.980341 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] 10.222.0.61 "DELETE /v2.0/networks/ba5976c1-3755-4335-8553-844768fd8759 HTTP/1.1" status: 204 len: 168 time: 2.7170281 Jun 07 14:46:11.986704 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdfc33-753e-4aa3-9077-9f24d900d39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2cb977-f78c-4529-81ae-4c99ffb71368,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:11.989865 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:11.994939 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51056) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:11.995804 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:12.069537 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2fcdfc33-753e-4aa3-9077-9f24d900d39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:12.094232 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-4a49fa03-4811-46d3-8e66-1dbd0bddc213 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:12.100039 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.110501 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-4a49fa03-4811-46d3-8e66-1dbd0bddc213 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 811 time: 0.9496026 Jun 07 14:46:12.111807 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b3601f22-037d-4c39-9781-17bf0270f07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:12.150400 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc8156-f8f3-40f6-8178-18c526b01bc4 req-f4291d90-8604-49b8-b54d-78ef1986e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:12.153395 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-33fc8156-f8f3-40f6-8178-18c526b01bc4 req-f4291d90-8604-49b8-b54d-78ef1986e617 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 1099 time: 1.7906132 Jun 07 14:46:12.171492 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b2b76a-4317-4146-9ed3-35e4ac325123'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:12.171492 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a330432c-fba2-4e42-a2e9-6e91c017001d" -d '{"events": [{"server_uuid": "fb9a0eb2-1153-4442-b494-0075e27d1ba3", "name": "network-vif-plugged", "status": "completed", "tag": "82b2b76a-4317-4146-9ed3-35e4ac325123"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:12.173785 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-18e80846-e320-4dec-9df7-b2a168c9a5d0 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 380 time: 0.4814472 Jun 07 14:46:12.206847 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce6e1-9cfb-414a-ba30-97fb016ce350 None None] Pushing event updated for resources: {'Port': ['ID=cce63035-5fa3-4589-8543-98b7a72472b8,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:12.219185 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-d1438318-58c0-4c35-a84d-b6b4fe2679a5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/quotas/b6f23a8c048d4650b3294cc0ae521df7 HTTP/1.1" status: 200 len: 375 time: 0.1086657 Jun 07 14:46:12.219385 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-76bce6e1-9cfb-414a-ba30-97fb016ce350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:12.222118 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5976c1-3755-4335-8553-844768fd8759,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:12.234116 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'port': {'device_id': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'admin_state_up': True, 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'security_groups': ['1e5a6a0b-f966-426e-b87a-3d0530a3fd8c']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:12.236212 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-d0bf93f7-4c29-4858-bbac-cc84d9d11a82 service neutron] 10.222.0.61 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220516 Jun 07 14:46:12.250157 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] Set router 1df81653-b9b8-4e6f-a1a6-193d186e6249 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:46:12.266100 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:12.316236 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-33fc8156-f8f3-40f6-8178-18c526b01bc4 req-b2f2942b-538d-4279-b194-0f320b3da9fb service neutron] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.339456 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Deleting subnet 7120224d-5db8-45ec-a2cb-47683f88b935 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:46:12.373435 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.411147 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-25e33e80-c583-4077-85db-0baa37d77c9e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:12.412757 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-25e33e80-c583-4077-85db-0baa37d77c9e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 818 time: 0.4962978 Jun 07 14:46:12.480102 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Request body: {'port': {'device_id': '70e9a83a-a865-402e-8558-5959adf9536e', 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'admin_state_up': True, 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:12.496156 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.553657 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-43bd6c09-726c-4fa1-b446-a64ec278b780 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3331347 Jun 07 14:46:12.557203 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.598224 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.635530 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.688880 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port': {'id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:32Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': 'cce63035-5fa3-4589-8543-98b7a72472b8', 'name': '', 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'mac_address': 'fa:16:3e:ee:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:54Z', 'updated_at': '2021-06-07T14:46:11Z', 'revision_number': 4, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'subnets': [{'id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:12.693523 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae327c5-c46b-46c6-8880-73ec5eef448d None None] The sync data for ids ['1df81653-b9b8-4e6f-a1a6-193d186e6249'] in dv-cinder-789603-7-smb is: [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port': {'id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:32Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': 'cce63035-5fa3-4589-8543-98b7a72472b8', 'name': '', 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'mac_address': 'fa:16:3e:ee:d6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:54Z', 'updated_at': '2021-06-07T14:46:11Z', 'revision_number': 4, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'subnets': [{'id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:46:12.846754 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-d63d9cce-8860-43f7-a43a-8ac036c6c3d8 service neutron] 10.222.0.61 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851269 Jun 07 14:46:12.868047 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.876146 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.877860 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c2cb977-f78c-4529-81ae-4c99ffb71368 HTTP/1.1" status: 204 len: 168 time: 0.9115214 Jun 07 14:46:12.883229 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:12.910349 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-33fc8156-f8f3-40f6-8178-18c526b01bc4 req-b2f2942b-538d-4279-b194-0f320b3da9fb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.918281 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2cb977-f78c-4529-81ae-4c99ffb71368,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:12.921641 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-05e9fbaa-239d-4f4e-b127-99dd79e53e85 service neutron] 10.222.0.61 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398917 Jun 07 14:46:12.930453 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:12.945933 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-33fc8156-f8f3-40f6-8178-18c526b01bc4 req-b2f2942b-538d-4279-b194-0f320b3da9fb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:12.981459 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594'] for subnet, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:13.002208 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bc7178b0-43c4-4a57-8011-9ba643b02ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:13.003046 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:13.064572 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Made reservation on behalf of b7dec468405e4987a18410dfccad7cfc for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:46:13.068432 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:13.099420 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:13.103990 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7120224d-5db8-45ec-a2cb-47683f88b935 HTTP/1.1" status: 204 len: 168 time: 1.0980542 Jun 07 14:46:13.133887 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:13.142469 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51078) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:13.147783 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-33fc8156-f8f3-40f6-8178-18c526b01bc4 req-b2f2942b-538d-4279-b194-0f320b3da9fb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9667406 Jun 07 14:46:13.172507 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2942b-538d-4279-b194-0f320b3da9fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc01e022-8ac7-47a7-86e5-2817ef875413,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:13.176593 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b2f2942b-538d-4279-b194-0f320b3da9fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:13.207266 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7120224d-5db8-45ec-a2cb-47683f88b935,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:13.213457 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:13.272378 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Made reservation on behalf of f8b3463320f14ded9e3c6eeb076a6363 for: {'port': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:46:13.290623 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:13.390155 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-0493de5b-9923-4fd6-800f-d1d9acf6a81a service neutron] 10.222.0.61 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467678 Jun 07 14:46:13.572812 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Allocated IP 172.20.0.13 (d72b282a-b7ac-4254-a227-bac8c4cd4cf7/1fd6eccc-3e61-49f5-b698-cc99e8df5daf/846957f3-1048-4bb0-8fed-afe72b0321fa) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:46:13.667253 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cce63035-5fa3-4589-8543-98b7a72472b8 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:13.717719 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:13.885475 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port cce63035-5fa3-4589-8543-98b7a72472b8 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:13.900393 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port cce63035-5fa3-4589-8543-98b7a72472b8 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:13.901705 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:14.205162 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e1a29650-093c-4ae9-bbeb-063e670449c4 req-a7892b73-dd9f-4801-865c-a08937bb91cb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 210 time: 0.1399858 Jun 07 14:46:14.305210 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:14.443749 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port cce63035-5fa3-4589-8543-98b7a72472b8, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=cce63035-5fa3-4589-8543-98b7a72472b8,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:14.452654 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:14.456446 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-f41606dd-b04f-439d-9821-0d3509c2ecfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:14.561574 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:14.598760 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Transition to ACTIVE for port object 846957f3-1048-4bb0-8fed-afe72b0321fa will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:14.647563 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:14.679430 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=cce63035-5fa3-4589-8543-98b7a72472b8,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:14.690499 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:14.695642 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:14.702965 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:14.833623 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:14.838810 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:14.863669 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:46:14.894881 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12370-f6fe-4a9b-9ac5-7aa4ac883fc6 req-468a0044-9017-4b26-b0f1-3aa1848ffd6f tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:14.912230 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ddd12370-f6fe-4a9b-9ac5-7aa4ac883fc6 req-468a0044-9017-4b26-b0f1-3aa1848ffd6f tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 946 time: 1.3353631 Jun 07 14:46:14.917778 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.928360 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.933552 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.935664 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > port after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.939013 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.940442 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > port after_update 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.943827 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.945392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.947737 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.951187 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:14.977131 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:14.982112 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:15.051911 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:15.057550 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:15.087655 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b64f0-1a60-4ef2-97f9-ee864c828dc0 req-5798e5b5-0d11-4c8c-800e-85f10551b823 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:15.089493 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9c0b64f0-1a60-4ef2-97f9-ee864c828dc0 req-5798e5b5-0d11-4c8c-800e-85f10551b823 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 946 time: 0.7125883 Jun 07 14:46:15.128616 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9220545 Jun 07 14:46:15.149259 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Request body: {'port': {'device_id': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:15.223040 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f4d48984-e976-4878-96b8-2951c6217da9 None None] Provisioning for port 846957f3-1048-4bb0-8fed-afe72b0321fa completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:15.242944 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f4d48984-e976-4878-96b8-2951c6217da9 None None] Provisioning complete for port 846957f3-1048-4bb0-8fed-afe72b0321fa triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:15.250511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f4d48984-e976-4878-96b8-2951c6217da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:15.380493 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9c0b64f0-1a60-4ef2-97f9-ee864c828dc0 req-96178b02-7955-4b5c-9018-677b593d8e5a tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752323 Jun 07 14:46:15.478817 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f4d48984-e976-4878-96b8-2951c6217da9 None None] Port 846957f3-1048-4bb0-8fed-afe72b0321fa cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:46:15.499655 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63db2f-9af7-4695-ad33-48f970953e75 x-openstack-request-id: req-3d63db2f-9af7-4695-ad33-48f970953e75 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:15.500490 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9a0eb2-1153-4442-b494-0075e27d1ba3", "name": "network-vif-plugged", "status": "completed", "tag": "82b2b76a-4317-4146-9ed3-35e4ac325123", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:15.500917 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d63db2f-9af7-4695-ad33-48f970953e75 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:15.504577 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b2b76a-4317-4146-9ed3-35e4ac325123', 'code': 200} Jun 07 14:46:15.567687 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:15.570666 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:15.577055 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:15.577836 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:15.578538 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 14:46:15.579306 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc538f8-8bf0-401c-a8df-7b76944bc57a']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:15.700039 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cce63035-5fa3-4589-8543-98b7a72472b8 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:15.741480 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Allocated IP 172.20.0.9 (5cc941b9-cc84-4fb7-bfe1-627df0c76412/a0cfda4c-760c-4daa-ad77-baf031cb5004/e006ddb2-6017-4e03-90fe-281f8d02810b) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:46:15.771381 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54394142-454c-4e99-bbad-b391779e5b3a') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:15.775284 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54394142-454c-4e99-bbad-b391779e5b3a') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:15.873137 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:15.913938 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:15.933385 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:46:15.937240 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:15.989513 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:15.991873 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port cce63035-5fa3-4589-8543-98b7a72472b8 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:15.992497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: from cryptography.utils import int_from_bytes Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: from cryptography.utils import int_from_bytes Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:46:16.058103 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:46:16.063044 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:16.104976 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ddd12370-f6fe-4a9b-9ac5-7aa4ac883fc6 req-a1848b52-349a-4598-a69e-300fad69f735 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1914005 Jun 07 14:46:16.122105 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5fe3d94e-f369-4340-8270-ed70311cff87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:16.155998 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:16.161676 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8bc538f8-8bf0-401c-a8df-7b76944bc57a HTTP/1.1" status: 204 len: 168 time: 3.0156024 Jun 07 14:46:16.183316 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc538f8-8bf0-401c-a8df-7b76944bc57a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:16.188551 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b6aa76ab-baf4-487a-8512-6a3748850798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:16.276351 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f81273b1-9b74-43df-8a61-40cc32af22fc req-6d3f5242-ad67-4527-9091-76c901de88cb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 210 time: 0.2042012 Jun 07 14:46:16.484307 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.63', 62646) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:16.599779 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51168) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:16.734703 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-23479a1e-e1f6-42dd-b0be-f3e8e1b361fa req-a73d2cad-59bb-4325-95a8-0b342bf5a5b2 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 210 time: 0.2512360 Jun 07 14:46:16.758954 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-95bb8af7-7b6e-436b-9b10-1a03f7e86991 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:16.760681 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-95bb8af7-7b6e-436b-9b10-1a03f7e86991 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 818 time: 0.7352686 Jun 07 14:46:16.811742 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Request body: {'port': {'device_id': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'admin_state_up': True, 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:16.821436 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-9104af90-a629-41fc-a95c-9f2f44f37b0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcac1db5d9484fbc8cc94e3d0b40fbe5&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2202675 Jun 07 14:46:16.827039 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51178) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:16.866466 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.093936 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.63', 62649) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:17.171523 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2a623-ffe4-480b-839b-00cba99a7c09 req-d3f645bb-0ff4-4cd8-8652-0eb932d3a58a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:17.178790 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-97e2a623-ffe4-480b-839b-00cba99a7c09 req-d3f645bb-0ff4-4cd8-8652-0eb932d3a58a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 932 time: 0.5076082 Jun 07 14:46:17.196038 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca9b8a-5fb1-4f3c-88f3-36160b81ff50 req-9dadbfc6-7b9c-4dc2-b036-60a52de75f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:17.200450 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2cca9b8a-5fb1-4f3c-88f3-36160b81ff50 req-9dadbfc6-7b9c-4dc2-b036-60a52de75f8a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 1099 time: 0.7151201 Jun 07 14:46:17.259680 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.371997 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Made reservation on behalf of f8b3463320f14ded9e3c6eeb076a6363 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:46:17.375056 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.375292 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.398881 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.412993 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2cca9b8a-5fb1-4f3c-88f3-36160b81ff50 req-bce6d122-7384-4433-8626-3b92418de777 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937623 Jun 07 14:46:17.431820 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-97e2a623-ffe4-480b-839b-00cba99a7c09 req-e6192023-3f53-42a8-ac3e-be4d6234962d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519951 Jun 07 14:46:17.442108 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc26f0-4146-4ff2-b807-738b53ca0546 req-8fed2a6e-9051-49fd-b117-22ac4eb15c11 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:17.443732 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cdfc26f0-4146-4ff2-b807-738b53ca0546 req-8fed2a6e-9051-49fd-b117-22ac4eb15c11 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 946 time: 0.5664978 Jun 07 14:46:17.478617 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:17.498861 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846957f3-1048-4bb0-8fed-afe72b0321fa {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:17.515228 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 51194) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:17.524408 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.545763 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-0c694b96-b452-440b-9108-24b4664ac704 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:17.547689 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-0c694b96-b452-440b-9108-24b4664ac704 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 811 time: 0.4512749 Jun 07 14:46:17.599053 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:17.610523 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:17.618633 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:46:17.658587 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Transition to ACTIVE for port object 846957f3-1048-4bb0-8fed-afe72b0321fa will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:17.659669 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Pushing event updated for resources: {'Port': ['ID=e006ddb2-6017-4e03-90fe-281f8d02810b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:17.669994 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:17.673498 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cdfc26f0-4146-4ff2-b807-738b53ca0546 req-8c081573-b0a9-4646-9a08-1054cc980812 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028120 Jun 07 14:46:17.689548 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.700472 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.715910 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38c93eef-45e5-4024-93ec-3a12a643d14a HTTP/1.1" status: 204 len: 168 time: 0.8730943 Jun 07 14:46:17.717006 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:17.763192 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c93eef-45e5-4024-93ec-3a12a643d14a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:17.773084 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:17.790062 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:17.791265 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.837780 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4111235 Jun 07 14:46:17.856770 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Request body: {'port': {'device_id': '70e9a83a-a865-402e-8558-5959adf9536e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:17.864033 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.913309 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:17.986332 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-627779a8-09bb-4dca-a7dc-0880fe15db99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:17.987256 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4b3d2f48-af49-4260-893e-4923e5cf5ff2 req-ff27b02c-276a-4bd2-b8f1-1136b9e29f08 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 210 time: 0.1378462 Jun 07 14:46:18.130691 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:18.317673 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-c1f24e8f-6ecf-4c19-a0c1-74e79c4c5f05 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f23a8c048d4650b3294cc0ae521df7 HTTP/1.1" status: 200 len: 379 time: 0.6955383 Jun 07 14:46:18.338637 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84eaf5-53a1-4d2f-a331-9a0c40cea256 req-cb540c1e-74f2-4dc1-8b39-f456c8e1d1c9 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:18.340397 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f84eaf5-53a1-4d2f-a331-9a0c40cea256 req-cb540c1e-74f2-4dc1-8b39-f456c8e1d1c9 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 946 time: 0.6784708 Jun 07 14:46:18.463843 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bc74fca7-4289-4d4d-9e39-1f29d9fbbe0f req-7e8ae856-4cac-46d1-a52e-afebd9400a23 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 210 time: 0.2634661 Jun 07 14:46:18.501796 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'port': {'device_id': '36162dcb-576a-4902-a6e6-47970300bda2', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'admin_state_up': True, 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'security_groups': ['513287f0-0ce2-445d-88ff-2631347f40b2']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:18.623123 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51226) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:18.789599 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-08989ae2-22f3-4922-a84d-50c533877115 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8919c59ed39441deaf53919fbe2653f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607025 Jun 07 14:46:18.791499 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51232) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:18.860337 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c8e0f-37c5-486e-bab1-2a7a7ae2ddac req-20bd712a-d7a7-425a-b9ca-486e6fa34adc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:18.862078 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-836c8e0f-37c5-486e-bab1-2a7a7ae2ddac req-20bd712a-d7a7-425a-b9ca-486e6fa34adc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2044363 Jun 07 14:46:18.914374 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:18.923723 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:18.941375 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-836c8e0f-37c5-486e-bab1-2a7a7ae2ddac req-f90f5540-29ae-4f2d-bf96-220e8ea1d8d8 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728405 Jun 07 14:46:18.968064 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:18.981832 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:19.058407 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.066210 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.069265 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/622d7277-05f8-45a0-a887-1c6691882570 HTTP/1.1" status: 204 len: 168 time: 0.2764909 Jun 07 14:46:19.070433 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:19.080230 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Attempting to bind port 846957f3-1048-4bb0-8fed-afe72b0321fa on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:46:19.080569 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Attempting to bind port 846957f3-1048-4bb0-8fed-afe72b0321fa by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:46:19.080926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Attempting to bind port 846957f3-1048-4bb0-8fed-afe72b0321fa on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:19.092695 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d7277-05f8-45a0-a887-1c6691882570,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:19.113034 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.113689 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.114456 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.114882 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.115506 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.116083 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.116595 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.117127 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.117637 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.118176 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.118594 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.119026 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.125909 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:19.143781 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Allocated IP 172.20.0.14 (5cc941b9-cc84-4fb7-bfe1-627df0c76412/a0cfda4c-760c-4daa-ad77-baf031cb5004/f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:46:19.172296 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f84eaf5-53a1-4d2f-a331-9a0c40cea256 req-066491f6-cd78-43f8-8677-74cca8d33087 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554455 Jun 07 14:46:19.173348 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Port 846957f3-1048-4bb0-8fed-afe72b0321fa on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:46:19.174441 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Attempting to bind port 846957f3-1048-4bb0-8fed-afe72b0321fa on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:19.212656 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c1ad909c-4c29-4c8b-8f8f-b32a61c7b4f1 req-d03107fc-db0b-49dd-b171-06a6eba45a25 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 210 time: 0.0607355 Jun 07 14:46:19.248066 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:46:19.248414 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Checking segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:46:19.249002 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Bound using segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:46:19.249674 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Bound port: 846957f3-1048-4bb0-8fed-afe72b0321fa, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:46:19.250199 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.326256 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.393758 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.436592 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:19.523096 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Made reservation on behalf of b6f23a8c048d4650b3294cc0ae521df7 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:46:19.533617 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.562982 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:46:19.566908 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:46:19.575386 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb339eaa733447bd9ca8aab510bc26fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0588992 Jun 07 14:46:19.577987 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51254) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:19.697249 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.770988 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.776614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63b4e06-ea03-4664-9d91-fff91c81006a,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:19.791854 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.819312 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.819878 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.820508 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.821136 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.821730 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.822317 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.822913 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.823465 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.824586 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.825218 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.825802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.826588 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:19.871931 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:19.881178 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3306da76-fe53-46d1-a207-495cd1440393 req-25618072-9f09-4912-8b59-1f7d103ee0b6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 210 time: 0.2307956 Jun 07 14:46:19.885774 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:19.993553 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:19.997815 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:20.002916 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b63b4e06-ea03-4664-9d91-fff91c81006a HTTP/1.1" status: 204 len: 168 time: 0.4229410 Jun 07 14:46:20.006823 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7afa4d52-0f9e-4751-93f1-6929f6025cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:20.030325 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:20.042320 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63b4e06-ea03-4664-9d91-fff91c81006a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:20.049029 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:20.290702 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:20.320719 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:20.322378 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:20.325589 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] 10.222.0.63 "PUT /v2.0/ports/846957f3-1048-4bb0-8fed-afe72b0321fa HTTP/1.1" status: 200 len: 1094 time: 5.1824429 Jun 07 14:46:20.334202 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:20.336773 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b45ec-c84d-4101-9793-e2747a097cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:20.464124 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Allocated IP 172.20.0.13 (518813d8-bb55-451f-9b64-74b074a9d5f3/5ca183b2-27d7-4885-8df6-a6af755f5fd0/8b69616a-a817-4af0-86e1-3254243785b7) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:46:20.523991 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:20.607872 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51294) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:20.636711 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:20.679712 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:20.783153 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8778c067-d4b3-4621-b2b0-71d1fa466358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:20.827511 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:20.839280 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:20.862573 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:46:20.889464 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Pushing event updated for resources: {'Port': ['ID=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:20.921809 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:20.939226 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9962c69-9ad5-426b-b218-7c08fb3f69cd req-9966f871-fba9-4201-bfdf-ebc018d5009d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:20.946397 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d9962c69-9ad5-426b-b218-7c08fb3f69cd req-9966f871-fba9-4201-bfdf-ebc018d5009d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.6504695 Jun 07 14:46:21.009561 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e006ddb2-6017-4e03-90fe-281f8d02810b {{(pid=103646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:21.023082 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.032212 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-3a5fa227-fd88-4562-ac85-981a34a547a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:21.033851 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-3a5fa227-fd88-4562-ac85-981a34a547a1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 1097 time: 0.5654650 Jun 07 14:46:21.047589 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.provisioning_blocks [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Transition to ACTIVE for port object e006ddb2-6017-4e03-90fe-281f8d02810b will not be triggered until provisioned by entity L2. {{(pid=103646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:21.135218 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8778c067-d4b3-4621-b2b0-71d1fa466358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.140601 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2542951'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.153318 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-bfe9e141-edce-473d-8e33-9844023121d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846957f3-1048-4bb0-8fed-afe72b0321fa HTTP/1.1" status: 200 len: 217 time: 0.1058276 Jun 07 14:46:21.154328 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8778c067-d4b3-4621-b2b0-71d1fa466358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.156326 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:21.173138 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:21.173840 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.279858 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d9962c69-9ad5-426b-b218-7c08fb3f69cd req-87b29729-f4e1-4134-974f-ca747bd90d80 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321948 Jun 07 14:46:21.304216 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Pushing event updated for resources: {'Port': ['ID=e006ddb2-6017-4e03-90fe-281f8d02810b,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:21.324532 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-8778c067-d4b3-4621-b2b0-71d1fa466358 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e89c82847094df39903bc54f7b3f57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148883 Jun 07 14:46:21.355027 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.389480 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:21.390170 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:21.398323 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51310) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:21.437340 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Transition to ACTIVE for port object 8b69616a-a817-4af0-86e1-3254243785b7 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:21.457249 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c62cadf1-71a6-44bb-b8c0-df91994e3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:21.458929 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-c62cadf1-71a6-44bb-b8c0-df91994e3b34 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.2799201 Jun 07 14:46:21.460512 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6609008 Jun 07 14:46:21.526067 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Request body: {'port': {'device_id': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:21.762608 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.769426 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778c067-d4b3-4621-b2b0-71d1fa466358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525af769-1d03-4c2e-9997-201c142077c7,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:21.804317 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:21.807322 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8778c067-d4b3-4621-b2b0-71d1fa466358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:21.819658 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.876265 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072542f-163a-4200-a86d-5e6b52148f4e req-5468edec-b23c-4fdc-b007-e4bfdc835c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:21.877883 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-5468edec-b23c-4fdc-b007-e4bfdc835c4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3047059 Jun 07 14:46:21.891958 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:21.910029 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc3dd-538f-4315-a92d-076b5af4363a req-e1b69e50-f788-4e1b-b87c-343f881fd27b tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:21.917889 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2a5dc3dd-538f-4315-a92d-076b5af4363a req-e1b69e50-f788-4e1b-b87c-343f881fd27b tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 946 time: 0.6816685 Jun 07 14:46:21.943842 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Attempting to bind port e006ddb2-6017-4e03-90fe-281f8d02810b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:46:21.944319 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Attempting to bind port e006ddb2-6017-4e03-90fe-281f8d02810b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:46:21.944726 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Attempting to bind port e006ddb2-6017-4e03-90fe-281f8d02810b on network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:21.978060 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Port e006ddb2-6017-4e03-90fe-281f8d02810b on network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:46:21.978385 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Attempting to bind port e006ddb2-6017-4e03-90fe-281f8d02810b on network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:22.005502 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:46:22.005966 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Checking segment: {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:46:22.006709 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Bound using segment: {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'} {{(pid=103646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:46:22.007353 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.managers [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Bound port: e006ddb2-6017-4e03-90fe-281f8d02810b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'}}] {{(pid=103646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:46:22.007759 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:22.046248 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2a5dc3dd-538f-4315-a92d-076b5af4363a req-b7a22729-9b77-4f0f-8fe9-d779b278c2ca tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244171 Jun 07 14:46:22.070275 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:22.075839 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:22.091943 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:22.165758 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81a3ed6-7ef6-47be-a839-2cbf583c16b2 x-openstack-request-id: req-e81a3ed6-7ef6-47be-a839-2cbf583c16b2 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:22.166121 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:22.166350 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e81a3ed6-7ef6-47be-a839-2cbf583c16b2 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:22.166781 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'status': 'completed', 'code': 200} Jun 07 14:46:22.167614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:46:22.270583 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'Port': ['ID=8b69616a-a817-4af0-86e1-3254243785b7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:22.303533 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:22.326597 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:22.334300 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:22.336916 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/525af769-1d03-4c2e-9997-201c142077c7 HTTP/1.1" status: 204 len: 168 time: 0.9233623 Jun 07 14:46:22.343597 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:22.348274 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738af01f-4823-4b37-9416-4f96e577fe94 req-7d6de68a-e943-48fe-b2b2-c9e35a453e9c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:22.351513 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-738af01f-4823-4b37-9416-4f96e577fe94 req-7d6de68a-e943-48fe-b2b2-c9e35a453e9c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 932 time: 0.8780053 Jun 07 14:46:22.425127 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525af769-1d03-4c2e-9997-201c142077c7,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:22.426912 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:22.461422 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] For port e006ddb2-6017-4e03-90fe-281f8d02810b, host hv-cinder-78960, cleared binding levels {{(pid=103646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:46:22.484874 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] For port e006ddb2-6017-4e03-90fe-281f8d02810b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e006ddb2-6017-4e03-90fe-281f8d02810b,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:46:22.506293 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2542951'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:22.525144 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-071a41e3-4fb4-4d8d-9646-4c38f0c6132f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:22.627794 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:22.628428 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:22.631016 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] 10.222.0.63 "PUT /v2.0/ports/e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 1093 time: 4.7837851 Jun 07 14:46:22.643038 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e9a83a-a865-402e-8558-5959adf9536e', 'tag': 'e006ddb2-6017-4e03-90fe-281f8d02810b'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:22.658615 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643bff3-a5cc-43a5-a7d6-f1a684588194 req-2794ab29-b90e-44a3-b8b3-a66c9de980ea tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:22.669964 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5dcfc0f7-51de-4988-9e85-0441d3f5a9b4 None None] Provisioning for port 8b69616a-a817-4af0-86e1-3254243785b7 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:22.673721 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7643bff3-a5cc-43a5-a7d6-f1a684588194 req-2794ab29-b90e-44a3-b8b3-a66c9de980ea tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 932 time: 0.3166308 Jun 07 14:46:22.696541 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5dcfc0f7-51de-4988-9e85-0441d3f5a9b4 None None] Provisioning complete for port 8b69616a-a817-4af0-86e1-3254243785b7 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:22.697039 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc0f7-51de-4988-9e85-0441d3f5a9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:22.785630 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfc0f7-51de-4988-9e85-0441d3f5a9b4 None None] Port 8b69616a-a817-4af0-86e1-3254243785b7 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:46:22.830066 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Pushing event updated for resources: {'Port': ['ID=e006ddb2-6017-4e03-90fe-281f8d02810b,revision_number=3']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:22.905950 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-a1306cab-ed06-4e40-9fda-93cab500d2cd service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9051290 Jun 07 14:46:22.966100 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7643bff3-a5cc-43a5-a7d6-f1a684588194 req-020b6f7e-8495-409c-bbd5-2681799c21dd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909153 Jun 07 14:46:22.967697 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:23.035334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-604abebd-b71e-4565-a191-2765db8bbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:23.037619 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-604abebd-b71e-4565-a191-2765db8bbe9d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1096 time: 0.2464128 Jun 07 14:46:23.089473 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e072542f-163a-4200-a86d-5e6b52148f4e req-db18e78f-12b6-4a1e-ac46-844beb297cae service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715674 Jun 07 14:46:23.107573 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:23.108369 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:23.155451 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-738af01f-4823-4b37-9416-4f96e577fe94 req-aec66ef1-37d2-4a19-b1c3-d9b8590b93b1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712248 Jun 07 14:46:23.233661 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-33077ed5-e7f0-4758-9749-3dae8de39313 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 217 time: 0.1867104 Jun 07 14:46:23.292444 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8747230 Jun 07 14:46:23.378034 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7e4522e9f0ad847c8ce8c8b3d072a23d1d948c1f3435c8b2defbc34de975fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba" -d '{"events": [{"name": "network-changed", "server_uuid": "70e9a83a-a865-402e-8558-5959adf9536e", "tag": "e006ddb2-6017-4e03-90fe-281f8d02810b"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:23.421408 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Request body: {'port': {'device_id': '36162dcb-576a-4902-a6e6-47970300bda2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:23.435947 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-f9ee3c9f-e28e-4c83-9d49-4c1493ee2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:23.435947 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-f9ee3c9f-e28e-4c83-9d49-4c1493ee2683 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.1851540 Jun 07 14:46:23.535103 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-e9f4750e-f2fc-404f-88a7-5e2280c033b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895648 Jun 07 14:46:23.585006 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9b482-4047-4658-8ef0-b0af44894e47 req-07d07da5-cb48-4faa-9333-63cfa573f404 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:23.593590 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c6d9b482-4047-4658-8ef0-b0af44894e47 req-07d07da5-cb48-4faa-9333-63cfa573f404 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2606020 Jun 07 14:46:23.681856 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-8959be45-750c-484b-bf8a-79c3e805a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:23.683459 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-8959be45-750c-484b-bf8a-79c3e805a9b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 1097 time: 0.5270247 Jun 07 14:46:23.718907 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6588e5f1-314d-4af8-bf63-4dc2f3990937 x-openstack-request-id: req-6588e5f1-314d-4af8-bf63-4dc2f3990937 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:23.719206 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e9a83a-a865-402e-8558-5959adf9536e", "tag": "e006ddb2-6017-4e03-90fe-281f8d02810b", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:23.719483 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6588e5f1-314d-4af8-bf63-4dc2f3990937 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:23.719966 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e9a83a-a865-402e-8558-5959adf9536e', 'tag': 'e006ddb2-6017-4e03-90fe-281f8d02810b', 'status': 'completed', 'code': 200} Jun 07 14:46:23.735099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:23.750283 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c6d9b482-4047-4658-8ef0-b0af44894e47 req-7bc1d4e2-dfa4-4538-9015-af84b58fa137 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555579 Jun 07 14:46:23.815295 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-8065786d-aa64-45f5-87f3-4a10ce9fac87 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707677 Jun 07 14:46:24.083723 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:24.112330 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:24.169789 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Transition to ACTIVE for port object f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:24.314398 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:24.331338 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:24.384305 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c0649fc-742a-44d7-bf26-6f796c15c7c5 req-a72b1b43-6786-48af-af04-dadcafb1aca7 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523353 Jun 07 14:46:24.424459 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea92cfb-f53a-4747-bebf-01f68c5d9d94 req-e0dfde26-59c6-4b0f-a5d5-c92fab7fd5a9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:24.435341 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cea92cfb-f53a-4747-bebf-01f68c5d9d94 req-e0dfde26-59c6-4b0f-a5d5-c92fab7fd5a9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 932 time: 0.2672436 Jun 07 14:46:24.534038 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-0ff56220-e732-413b-9437-0f765fb2acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:24.535604 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-0ff56220-e732-413b-9437-0f765fb2acaa service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.8452339 Jun 07 14:46:24.536475 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cea92cfb-f53a-4747-bebf-01f68c5d9d94 req-73739951-e0df-4d72-979a-b901f96fd270 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001828 Jun 07 14:46:24.635163 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-75b2c003-5ec5-45b4-b93a-d286d84c0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:24.637324 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-75b2c003-5ec5-45b4-b93a-d286d84c0c10 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1096 time: 0.1551118 Jun 07 14:46:24.637793 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51418) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:24.799470 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:24.817507 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:24.830099 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-316b01fa-748c-47c4-a030-09055ef35014 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846957f3-1048-4bb0-8fed-afe72b0321fa HTTP/1.1" status: 200 len: 217 time: 0.2514303 Jun 07 14:46:24.896698 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-016bd21c-e302-4b1a-b5a5-7d4e5d5b4e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:24.956872 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-6eff8ebb-ce86-46d9-ac14-144e074a679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:24.958328 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-6eff8ebb-ce86-46d9-ac14-144e074a679c service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.3072438 Jun 07 14:46:24.972635 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43e516-aeb2-4c0b-99d3-fa926e62e4cd req-3441350d-00cf-48f2-8f59-a4e57fcb0e82 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:24.974343 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-db43e516-aeb2-4c0b-99d3-fa926e62e4cd req-3441350d-00cf-48f2-8f59-a4e57fcb0e82 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 946 time: 0.2512794 Jun 07 14:46:25.071090 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-ab5e3db7-fa18-4508-879b-d32de153e0b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 217 time: 0.0955946 Jun 07 14:46:25.161372 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-db43e516-aeb2-4c0b-99d3-fa926e62e4cd req-aa970d6d-791b-4d5a-9bdd-df975c088c53 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204288 Jun 07 14:46:25.193326 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-237b1be6-4610-436a-8705-3f417dadfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:25.196559 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-237b1be6-4610-436a-8705-3f417dadfe03 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.1138039 Jun 07 14:46:25.199132 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-716fd806-3e9f-427d-83e4-5615d6f70a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:25.200791 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-716fd806-3e9f-427d-83e4-5615d6f70a91 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.3454933 Jun 07 14:46:25.269487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Attempting to bind port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:46:25.269808 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Attempting to bind port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:46:25.270130 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Attempting to bind port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 on network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:25.283451 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 on network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:46:25.283779 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Attempting to bind port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 on network 5cc941b9-cc84-4fb7-bfe1-627df0c76412 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:25.306660 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:46:25.307000 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Checking segment: {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:46:25.307398 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Bound using segment: {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:46:25.307849 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Bound port: f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b90e80-57a0-480a-8133-5c11ec7f00c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:46:25.308198 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:25.336828 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f067d-4ee3-469c-9da4-3712e3324295 req-c35a2381-176c-46b7-a51e-dbb4f4dfc870 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:25.338697 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d80f067d-4ee3-469c-9da4-3712e3324295 req-c35a2381-176c-46b7-a51e-dbb4f4dfc870 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 944 time: 0.8310122 Jun 07 14:46:25.352658 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-5230b55a-226e-449d-84f3-600642891a88 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454422 Jun 07 14:46:25.368422 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device e006ddb2-6017-4e03-90fe-281f8d02810b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:46:25.485974 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-016bd21c-e302-4b1a-b5a5-7d4e5d5b4e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:25.522837 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-016bd21c-e302-4b1a-b5a5-7d4e5d5b4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:25.533689 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:25.554368 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d80f067d-4ee3-469c-9da4-3712e3324295 req-29d309d6-eb10-4f37-bb96-e58841576620 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084932 Jun 07 14:46:25.557079 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b69616a-a817-4af0-86e1-3254243785b7 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:25.569857 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:25.588537 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-b7047c58-b857-444b-840e-7cada73e54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:25.590270 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-b7047c58-b857-444b-840e-7cada73e54bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3800995 Jun 07 14:46:25.628544 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port e006ddb2-6017-4e03-90fe-281f8d02810b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e006ddb2-6017-4e03-90fe-281f8d02810b,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:25.634544 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-016bd21c-e302-4b1a-b5a5-7d4e5d5b4e16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f009f545ae24617add3a51528a1f5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9956853 Jun 07 14:46:25.640647 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51452) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:25.654401 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': 'e006ddb2-6017-4e03-90fe-281f8d02810b', 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'port_id': 'e006ddb2-6017-4e03-90fe-281f8d02810b', 'mac_address': 'fa:16:3e:19:6f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:46:25.671076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Transition to ACTIVE for port object 8b69616a-a817-4af0-86e1-3254243785b7 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:25.673602 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bd21c-e302-4b1a-b5a5-7d4e5d5b4e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b151a-1b6e-409b-9c2d-98ca2ddfa2c6,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:25.678568 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] For port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:46:25.685960 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:25.695545 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-016bd21c-e302-4b1a-b5a5-7d4e5d5b4e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:25.750671 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-533a91ee-e9ec-40f2-a232-42c28aa489c7 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864467 Jun 07 14:46:25.753323 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:25.753547 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:25.778290 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e006ddb2-6017-4e03-90fe-281f8d02810b {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:25.798542 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] For port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:46:25.805856 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port e006ddb2-6017-4e03-90fe-281f8d02810b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e006ddb2-6017-4e03-90fe-281f8d02810b,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:25.812892 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:25.814331 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:46:25.816410 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:25.834493 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.048054 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.058234 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69616a-a817-4af0-86e1-3254243785b7,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:26.111284 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:26.112465 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:26.125274 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.127782 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] 10.222.0.63 "PUT /v2.0/ports/f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 HTTP/1.1" status: 200 len: 1094 time: 4.6058779 Jun 07 14:46:26.155697 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-a53bdcd6-018b-460f-a218-3a9fdbb6bc9e service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559556 Jun 07 14:46:26.156182 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:26.232298 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'tag': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:26.234726 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100a081d-26ef-467d-8007-39d9f5394c66" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b", "tag": "f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:26.303730 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.395762 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa94e6fe-5037-499c-ae17-e9b68d2a32ba req-91cc1d5d-a959-41cc-8fc0-0c1fc0bbbe5c service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340740 Jun 07 14:46:26.446813 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:26.475294 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-6bba96d7-a3d7-4fe2-bdbc-0355a20e4163 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:26.477370 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-6bba96d7-a3d7-4fe2-bdbc-0355a20e4163 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.63 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 946 time: 0.4241102 Jun 07 14:46:26.562774 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=e006ddb2-6017-4e03-90fe-281f8d02810b,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:26.565926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:26.591478 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:26.600066 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'port_id': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'mac_address': 'fa:16:3e:0a:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:46:26.609484 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Attempting to bind port 8b69616a-a817-4af0-86e1-3254243785b7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:46:26.609850 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Attempting to bind port 8b69616a-a817-4af0-86e1-3254243785b7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:46:26.610186 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Attempting to bind port 8b69616a-a817-4af0-86e1-3254243785b7 on network 518813d8-bb55-451f-9b64-74b074a9d5f3 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:26.623171 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.624223 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.626042 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.626603 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.627119 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.628081 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.629965 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.630533 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.631079 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.632225 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.632803 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.634655 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:46:26.637274 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Port 8b69616a-a817-4af0-86e1-3254243785b7 on network 518813d8-bb55-451f-9b64-74b074a9d5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:46:26.637819 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Attempting to bind port 8b69616a-a817-4af0-86e1-3254243785b7 on network 518813d8-bb55-451f-9b64-74b074a9d5f3 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:26.695458 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:46:26.696044 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Checking segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:46:26.696708 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Bound using segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:46:26.697519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Bound port: 8b69616a-a817-4af0-86e1-3254243785b7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:46:26.698099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.701308 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:26.715748 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.718332 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.722341 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a4b151a-1b6e-409b-9c2d-98ca2ddfa2c6 HTTP/1.1" status: 204 len: 168 time: 1.0781276 Jun 07 14:46:26.734374 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-904604a9-bb9a-43a3-b93c-23cf8677a8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:26.758178 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfca6f-e7d7-42d1-82e7-3da493ced9bd req-bb9e9842-acc3-4131-9ac1-c20ab135f999 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:26.760002 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6cdfca6f-e7d7-42d1-82e7-3da493ced9bd req-bb9e9842-acc3-4131-9ac1-c20ab135f999 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.7921350 Jun 07 14:46:26.807221 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f8b45ec-c84d-4101-9793-e2747a097cbd req-d01bf46d-125a-4b8b-a611-06428d248338 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696950 Jun 07 14:46:26.813039 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.819579 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b151a-1b6e-409b-9c2d-98ca2ddfa2c6,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:26.831514 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:26.852838 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Deleting port 907e1eaa-4d9f-425f-8b72-5acd0b169426 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:46:26.853822 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.912351 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6cdfca6f-e7d7-42d1-82e7-3da493ced9bd req-cf92e9fc-b6a7-407d-9cec-da11b3f4dc03 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040621 Jun 07 14:46:26.918819 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846957f3-1048-4bb0-8fed-afe72b0321fa {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:26.920007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-e474abf0-c129-42a7-923e-be6c4d426429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:26.921660 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-e474abf0-c129-42a7-923e-be6c4d426429 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 1097 time: 0.6830056 Jun 07 14:46:26.960209 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:26.969031 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:26.973302 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:27.131556 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-a912d47c-39b2-4540-99b9-ec69c7784a2e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 HTTP/1.1" status: 200 len: 217 time: 0.1930499 Jun 07 14:46:27.170942 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:27.185362 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:27.238144 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf029b-3db1-4a38-9bd5-35af4efe73a3 req-8c179c21-6f17-475b-813f-2d816a431b9a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:27.241008 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c1cf029b-3db1-4a38-9bd5-35af4efe73a3 req-8c179c21-6f17-475b-813f-2d816a431b9a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 944 time: 0.4794521 Jun 07 14:46:27.274805 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['846957f3-1048-4bb0-8fed-afe72b0321fa'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:27.321081 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['e006ddb2-6017-4e03-90fe-281f8d02810b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:27.350499 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c1cf029b-3db1-4a38-9bd5-35af4efe73a3 req-4c6c99cb-d625-4a26-9a5c-dda775a38703 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992153 Jun 07 14:46:27.360686 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] For port 907e1eaa-4d9f-425f-8b72-5acd0b169426, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426,segment=NetworkSegment(9cef5715-3d5d-41c4-8549-e2a81988160e),segment_id=9cef5715-3d5d-41c4-8549-e2a81988160e)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:27.361113 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:27.486289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] For port 8b69616a-a817-4af0-86e1-3254243785b7, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:46:27.488413 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 907e1eaa-4d9f-425f-8b72-5acd0b169426 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:46:27.509082 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef836024-6d54-4ab9-aa2d-0ccd47c38a62 x-openstack-request-id: req-ef836024-6d54-4ab9-aa2d-0ccd47c38a62 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:27.509557 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b", "tag": "f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:27.509731 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef836024-6d54-4ab9-aa2d-0ccd47c38a62 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:27.510168 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'tag': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3', 'status': 'completed', 'code': 200} Jun 07 14:46:27.542631 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 51486) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:27.553357 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-2f2bc2ad-20c5-490b-bc9a-5c08e7ad10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:27.563704 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-2f2bc2ad-20c5-490b-bc9a-5c08e7ad10d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.3893805 Jun 07 14:46:27.583957 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] For port 8b69616a-a817-4af0-86e1-3254243785b7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b69616a-a817-4af0-86e1-3254243785b7,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:46:27.721004 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:27.732436 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Calling delete_port for 907e1eaa-4d9f-425f-8b72-5acd0b169426 owned by compute:nova {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:46:27.737501 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-45e4e860-81cf-4629-b1a0-9fc5be104121 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728501 Jun 07 14:46:27.737781 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:27.743067 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ffa191b9-7555-4813-8620-d18e3c67ae81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:27.810959 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:27.991552 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:27.992913 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fb0b66-20e9-4a30-9d2f-16aeb01a0745" -d '{"events": [{"server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "name": "network-vif-unplugged", "status": "completed", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:27.998681 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:28.000300 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:28.003064 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-7752f116-5179-409f-9963-a5e390344b27 service neutron] 10.222.0.63 "PUT /v2.0/ports/8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 200 len: 1094 time: 4.5981479 Jun 07 14:46:28.023915 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 907e1eaa-4d9f-425f-8b72-5acd0b169426, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=907e1eaa-4d9f-425f-8b72-5acd0b169426,segment=NetworkSegment(9cef5715-3d5d-41c4-8549-e2a81988160e),segment_id=9cef5715-3d5d-41c4-8549-e2a81988160e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:28.057579 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:28.063513 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:28.076203 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69616a-a817-4af0-86e1-3254243785b7,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:28.089146 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:28.237993 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11210a6-a01e-4f09-bc99-bad91f60622a req-c84cebd8-f09f-4bbb-8217-a4f4d1bdbcf9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:28.251962 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e11210a6-a01e-4f09-bc99-bad91f60622a req-c84cebd8-f09f-4bbb-8217-a4f4d1bdbcf9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 944 time: 0.5051179 Jun 07 14:46:28.274233 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=907e1eaa-4d9f-425f-8b72-5acd0b169426,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:28.294139 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:28.400614 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e11210a6-a01e-4f09-bc99-bad91f60622a req-60151aae-0623-4e85-880d-033ff030dcac tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463401 Jun 07 14:46:28.502304 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-5d49e38a-6529-4fdd-87bc-155df3aacf02 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7120907 Jun 07 14:46:28.510526 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3b1eb-bea5-4932-adec-b634a008b376 req-9ec2bf0a-4a99-4452-bf5a-4b4541e81eca tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:28.513042 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-80c3b1eb-bea5-4932-adec-b634a008b376 req-9ec2bf0a-4a99-4452-bf5a-4b4541e81eca tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fd5cf71-bc3c-4398-9a5c-e85e07664f87 HTTP/1.1" status: 200 len: 946 time: 1.2989535 Jun 07 14:46:28.721378 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:28.751431 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:28.780487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ffa191b9-7555-4813-8620-d18e3c67ae81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:28.794340 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d6517ae-08b0-4cf5-9c84-9094ecbe1af6 req-d1f45b53-82fb-4ba4-81fd-25c1eec9a7cf service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789927 Jun 07 14:46:28.803026 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ffa191b9-7555-4813-8620-d18e3c67ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:28.820819 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:28.822235 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Pushing event deleted for resources: {'Port': ['ID=907e1eaa-4d9f-425f-8b72-5acd0b169426,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:28.826719 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:28.852369 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-80c3b1eb-bea5-4932-adec-b634a008b376 req-033e76f2-289a-42c0-bab6-2be988aa8d3b tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.61 "GET /v2.0/security-groups?id=dcecf586-9184-4150-bf27-7389dd78ba05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060046 Jun 07 14:46:28.880521 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-f6b09a18-47ce-4630-98bd-597b33319644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:28.882400 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-f6b09a18-47ce-4630-98bd-597b33319644 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 1097 time: 0.7911365 Jun 07 14:46:28.964035 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613793a6-d3b1-400c-b741-7494d66e49b1 x-openstack-request-id: req-613793a6-d3b1-400c-b741-7494d66e49b1 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:28.966424 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "name": "network-vif-unplugged", "status": "completed", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:28.966424 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-613793a6-d3b1-400c-b741-7494d66e49b1 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:28.966424 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426', 'code': 200} Jun 07 14:46:28.967589 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0737d5-4994-440e-b3d8-a03c12ecdf53 req-cb1fd798-e50a-4dea-a4e9-15350fda9d0a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:28.979460 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5d0737d5-4994-440e-b3d8-a03c12ecdf53 req-cb1fd798-e50a-4dea-a4e9-15350fda9d0a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 945 time: 0.3350246 Jun 07 14:46:29.007633 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] No DVR routers for this DVR port 907e1eaa-4d9f-425f-8b72-5acd0b169426 on host hv-cinder-78960 {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:46:29.015759 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:29.017893 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5041c6f9-22a1-4081-bb93-c13c95811bea req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] 10.222.0.63 "DELETE /v2.0/ports/907e1eaa-4d9f-425f-8b72-5acd0b169426 HTTP/1.1" status: 204 len: 173 time: 2.5343721 Jun 07 14:46:29.018442 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'name': 'network-vif-deleted', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:29.020772 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7e4522e9f0ad847c8ce8c8b3d072a23d1d948c1f3435c8b2defbc34de975fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8039d985-0b69-43c5-8aa7-ade3be40a10d" -d '{"events": [{"server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "name": "network-vif-deleted", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:29.066269 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5d0737d5-4994-440e-b3d8-a03c12ecdf53 req-b3f1bd76-3ef2-459f-9d53-04cac786530e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848141 Jun 07 14:46:29.182340 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe198371-590d-4c1a-aa3c-49f10bca1555 x-openstack-request-id: req-fe198371-590d-4c1a-aa3c-49f10bca1555 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:29.182659 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd5cf71-bc3c-4398-9a5c-e85e07664f87", "name": "network-vif-deleted", "tag": "907e1eaa-4d9f-425f-8b72-5acd0b169426", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:29.182969 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe198371-590d-4c1a-aa3c-49f10bca1555 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:29.188021 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd5cf71-bc3c-4398-9a5c-e85e07664f87', 'name': 'network-vif-deleted', 'tag': '907e1eaa-4d9f-425f-8b72-5acd0b169426', 'status': 'completed', 'code': 200} Jun 07 14:46:29.219368 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ffa191b9-7555-4813-8620-d18e3c67ae81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=072dfa1225dd4d3fbaa48fc8ac3ed6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6524985 Jun 07 14:46:29.222930 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51538) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:29.286056 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa191b9-7555-4813-8620-d18e3c67ae81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997a6f5a-4dc9-4701-88e9-b7f8f9758c07,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:29.297621 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ffa191b9-7555-4813-8620-d18e3c67ae81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:29.298737 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-1100bb20-b136-4a64-8c8f-a330ccc76b42 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 200 len: 217 time: 0.3919365 Jun 07 14:46:29.359243 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:29.390792 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:29.394155 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device e006ddb2-6017-4e03-90fe-281f8d02810b up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:29.412826 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-cdcf6a61-5b95-4b81-9dda-05014115e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:29.414368 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-cdcf6a61-5b95-4b81-9dda-05014115e68f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.1074641 Jun 07 14:46:29.416454 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a081d-26ef-467d-8007-39d9f5394c66 req-e4c0c936-0457-42b2-93d0-4fecaf907a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:29.418566 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-100a081d-26ef-467d-8007-39d9f5394c66 req-e4c0c936-0457-42b2-93d0-4fecaf907a41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 1097 time: 0.5343161 Jun 07 14:46:29.460261 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:29.463573 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:29.465587 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/997a6f5a-4dc9-4701-88e9-b7f8f9758c07 HTTP/1.1" status: 204 len: 168 time: 0.2410917 Jun 07 14:46:29.467065 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-eed51e81-492d-48f5-b5bc-0cfb71da3643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:29.512980 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997a6f5a-4dc9-4701-88e9-b7f8f9758c07,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:29.520156 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:29.531484 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:29.539631 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabd2951-daab-498c-8d53-a0016622a512" -d '{"events": [{"name": "network-changed", "server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "tag": "8b69616a-a817-4af0-86e1-3254243785b7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:29.581876 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde95a97-83f7-442c-b2ec-4b5ab41c4bf1 req-0d29f079-b254-4094-be22-34f03c13662d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:29.589928 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dde95a97-83f7-442c-b2ec-4b5ab41c4bf1 req-0d29f079-b254-4094-be22-34f03c13662d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 944 time: 0.3986568 Jun 07 14:46:29.640062 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port e006ddb2-6017-4e03-90fe-281f8d02810b completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:29.648435 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port e006ddb2-6017-4e03-90fe-281f8d02810b triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:29.649316 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:29.841362 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dde95a97-83f7-442c-b2ec-4b5ab41c4bf1 req-2c3d092c-8ace-431d-86b1-6bc4a726bae8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496719 Jun 07 14:46:29.934880 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:29.948696 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:46:30.003877 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port e006ddb2-6017-4e03-90fe-281f8d02810b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e006ddb2-6017-4e03-90fe-281f8d02810b,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:30.013768 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:30.015111 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:30.069234 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:30.070984 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30e1-afde-4c5c-a011-42d55943bffd req-24ea2986-33ce-488c-9d78-8a31c6d14c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:30.075068 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-24ea2986-33ce-488c-9d78-8a31c6d14c6c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6477668 Jun 07 14:46:30.148027 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-47d8eb83-e2ec-4e52-930b-a34cb0aa96a1 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:30.150291 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-47d8eb83-e2ec-4e52-930b-a34cb0aa96a1 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 0.5275660 Jun 07 14:46:30.198009 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=e006ddb2-6017-4e03-90fe-281f8d02810b,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:30.222564 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-ef25f4b6-970e-4852-85e2-354c24d44bdf tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/quotas/e89c835f2aff4e01b8c56569c3d6d592 HTTP/1.1" status: 200 len: 375 time: 0.0521977 Jun 07 14:46:30.226464 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:30.266981 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a081d-26ef-467d-8007-39d9f5394c66 req-9777a4b7-1201-4b3c-aace-1078e296018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:30.274828 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-100a081d-26ef-467d-8007-39d9f5394c66 req-9777a4b7-1201-4b3c-aace-1078e296018e service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.8042281 Jun 07 14:46:30.282383 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 846957f3-1048-4bb0-8fed-afe72b0321fa completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:30.299699 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 846957f3-1048-4bb0-8fed-afe72b0321fa triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:30.300361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:30.323372 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-18f2110b-5077-4317-95ef-37a7e94fc0ba service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3881280 Jun 07 14:46:30.350264 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-a4466cbb-ff91-4260-9f80-80587ba397cf tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1265645 Jun 07 14:46:30.441565 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-100a081d-26ef-467d-8007-39d9f5394c66 req-a25f4b87-4003-4d15-9470-06979687c39d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 HTTP/1.1" status: 200 len: 217 time: 0.1474819 Jun 07 14:46:30.503324 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 51586) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:30.604920 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:30.615534 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5ea67210-1b62-4825-b64e-67ca25e3b349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:30.670700 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-ea2f4f21-97f9-4316-b5bb-c57631628960 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191216 Jun 07 14:46:30.685838 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:30.696511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:30.702985 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:30.769016 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51590) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:30.784938 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a081d-26ef-467d-8007-39d9f5394c66 req-9d0e89c2-172f-4d61-83c2-7be23d4b5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:30.787162 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-100a081d-26ef-467d-8007-39d9f5394c66 req-9d0e89c2-172f-4d61-83c2-7be23d4b5d90 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.2847464 Jun 07 14:46:30.797752 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-6a5a4ecc-b0f8-46b6-999c-1b860475173d service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109942 Jun 07 14:46:30.808343 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca06d5-bf8d-452e-9c3f-243d623371c3 req-932aa445-3178-4db3-995f-172cf767c088 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:30.811757 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dfca06d5-bf8d-452e-9c3f-243d623371c3 req-932aa445-3178-4db3-995f-172cf767c088 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 944 time: 0.3692155 Jun 07 14:46:30.826954 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:30.830582 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:30.911157 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30527c-5a89-4814-b501-c3600d4c844b req-541867c6-b021-41db-91e1-90ce1a7595fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:30.912942 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-541867c6-b021-41db-91e1-90ce1a7595fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 1099 time: 0.2078726 Jun 07 14:46:30.919525 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-a02bf9dd-aabe-43aa-809a-6a87b028e22f service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474949 Jun 07 14:46:30.968288 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e9a83a-a865-402e-8558-5959adf9536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006ddb2-6017-4e03-90fe-281f8d02810b'}, {'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:30.972543 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ed8c4-f832-45dd-88e9-b2274321cecb" -d '{"events": [{"server_uuid": "70e9a83a-a865-402e-8558-5959adf9536e", "name": "network-vif-plugged", "status": "completed", "tag": "e006ddb2-6017-4e03-90fe-281f8d02810b"}, {"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:31.055043 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-100a081d-26ef-467d-8007-39d9f5394c66 req-df4f98b0-2d45-46ce-b611-0dca3dd88e23 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2405634 Jun 07 14:46:31.172220 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc79564-2bac-4018-a98f-e4ed5af9d84d x-openstack-request-id: req-0cc79564-2bac-4018-a98f-e4ed5af9d84d {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:31.172627 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "tag": "8b69616a-a817-4af0-86e1-3254243785b7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:31.172929 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cc79564-2bac-4018-a98f-e4ed5af9d84d {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:31.173436 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7', 'status': 'completed', 'code': 200} Jun 07 14:46:31.200497 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6ad902c-eb36-4581-a79e-51b3efc86d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:31.315357 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30527c-5a89-4814-b501-c3600d4c844b req-ab83084e-0c95-4d71-95de-38a19589939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:31.330333 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-ab83084e-0c95-4d71-95de-38a19589939b service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 915 time: 0.3895104 Jun 07 14:46:31.417819 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:46:31.429864 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dfca06d5-bf8d-452e-9c3f-243d623371c3 req-7b1e6db1-e806-486e-93bf-6d596471a796 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096413 Jun 07 14:46:31.457110 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-941e30e1-afde-4c5c-a011-42d55943bffd req-f65cd248-684e-49c9-bd0a-4e4b23436f16 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437459 Jun 07 14:46:31.624926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5ea67210-1b62-4825-b64e-67ca25e3b349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:31.633519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5ea67210-1b62-4825-b64e-67ca25e3b349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:31.636034 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-100a081d-26ef-467d-8007-39d9f5394c66 req-15d48dc3-c363-4005-b4a4-90643684fb66 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691783 Jun 07 14:46:31.656049 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-6bc07724-3264-4be4-a303-b7181f870083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:31.739600 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-2b818fce-3a85-4798-92d8-54e577a6508d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b2b76a-4317-4146-9ed3-35e4ac325123 HTTP/1.1" status: 200 len: 217 time: 0.4006181 Jun 07 14:46:31.819044 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:31.843740 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3', 'network_id': '5cc941b9-cc84-4fb7-bfe1-627df0c76412', 'port_id': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3', 'mac_address': 'fa:16:3e:a9:2e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cfda4c-760c-4daa-ad77-baf031cb5004', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:46:31.909337 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea67210-1b62-4825-b64e-67ca25e3b349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100423ee-1993-44e2-876d-8440fbd687f1,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:31.930242 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5ea67210-1b62-4825-b64e-67ca25e3b349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:31.931387 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:31.976963 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:31.985476 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-5ea67210-1b62-4825-b64e-67ca25e3b349 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68de717b98aa45f9ba04ae9ea1d54799&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4759152 Jun 07 14:46:31.989741 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 51630) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:32.020688 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:32.029039 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:32.031391 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-76bce6e1-9cfb-414a-ba30-97fb016ce350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:32.045745 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6ad902c-eb36-4581-a79e-51b3efc86d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:32.047960 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30527c-5a89-4814-b501-c3600d4c844b req-3d1d2410-c2de-4d10-8d47-f827b40d11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:32.051597 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-3d1d2410-c2de-4d10-8d47-f827b40d11ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.3012331 Jun 07 14:46:32.067378 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b6ad902c-eb36-4581-a79e-51b3efc86d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:32.180616 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:32.186871 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:32.193335 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:32.224541 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598bc44-1a96-4e8a-a064-9f243af84918 req-cdb89685-02c4-45cf-8236-748c0c8015bf tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:32.226266 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b598bc44-1a96-4e8a-a064-9f243af84918 req-cdb89685-02c4-45cf-8236-748c0c8015bf tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.6537895 Jun 07 14:46:32.268230 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2951-daab-498c-8d53-a0016622a512 req-9d5d3ec8-3e7d-485f-9223-fd1ecb3aa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:32.271057 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eabd2951-daab-498c-8d53-a0016622a512 req-9d5d3ec8-3e7d-485f-9223-fd1ecb3aa0c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 1097 time: 0.7517376 Jun 07 14:46:32.275751 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-81592fe9-93be-496d-ab42-f1e7b1f64b0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438925 Jun 07 14:46:32.291034 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b6ad902c-eb36-4581-a79e-51b3efc86d37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cbf57af239a545619b46f778b1d89083&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5198565 Jun 07 14:46:32.295556 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51636) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:32.325517 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:32.352952 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-100a081d-26ef-467d-8007-39d9f5394c66 req-bfd206ac-0494-4fdb-a8db-50e16b058458 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992157 Jun 07 14:46:32.461653 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad902c-eb36-4581-a79e-51b3efc86d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ecec1e-cb9f-45d7-80f6-562587a0434e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:32.479902 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b6ad902c-eb36-4581-a79e-51b3efc86d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:32.513434 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091bedf-e2f9-454e-b46e-4a7db58831d0 req-fb77d1fd-6113-4f43-be8a-62f3372d4f0c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:32.521167 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2091bedf-e2f9-454e-b46e-4a7db58831d0 req-fb77d1fd-6113-4f43-be8a-62f3372d4f0c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 944 time: 0.8067968 Jun 07 14:46:32.523867 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:32.549860 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b598bc44-1a96-4e8a-a064-9f243af84918 req-743cc0a2-2133-461a-b17a-e144ae9e6175 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917278 Jun 07 14:46:32.605900 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:32.647995 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-729fba24-5dae-47cd-93a6-f989c40e6d00 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486357 Jun 07 14:46:32.671772 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:32.707098 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d261ffb-1de1-4d3c-857e-3779438f368d x-openstack-request-id: req-8d261ffb-1de1-4d3c-857e-3779438f368d {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:32.707686 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e9a83a-a865-402e-8558-5959adf9536e", "name": "network-vif-plugged", "status": "completed", "tag": "e006ddb2-6017-4e03-90fe-281f8d02810b", "code": 200}, {"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:32.707987 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d261ffb-1de1-4d3c-857e-3779438f368d {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:32.708451 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e9a83a-a865-402e-8558-5959adf9536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006ddb2-6017-4e03-90fe-281f8d02810b', 'code': 200} Jun 07 14:46:32.708860 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'code': 200} Jun 07 14:46:32.727392 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2091bedf-e2f9-454e-b46e-4a7db58831d0 req-64bb5c4f-027d-404c-a076-ea845da90f87 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047403 Jun 07 14:46:32.752952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2951-daab-498c-8d53-a0016622a512 req-726a51fe-de44-4203-b5c0-42a508071f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:32.755660 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eabd2951-daab-498c-8d53-a0016622a512 req-726a51fe-de44-4203-b5c0-42a508071f8b service neutron] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 912 time: 0.4678442 Jun 07 14:46:32.888150 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eabd2951-daab-498c-8d53-a0016622a512 req-a20b061b-dc69-4635-b177-8099b4a2f0c2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 200 len: 217 time: 0.1177595 Jun 07 14:46:32.896068 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:32.999929 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:33.002880 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/100423ee-1993-44e2-876d-8440fbd687f1 HTTP/1.1" status: 204 len: 168 time: 0.9050536 Jun 07 14:46:33.006524 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5ea67210-1b62-4825-b64e-67ca25e3b349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:33.020418 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:33.024211 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2951-daab-498c-8d53-a0016622a512 req-86dc01ec-a254-4739-8800-d05bd3cb3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:33.026374 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eabd2951-daab-498c-8d53-a0016622a512 req-86dc01ec-a254-4739-8800-d05bd3cb3854 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.1271026 Jun 07 14:46:33.030877 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100423ee-1993-44e2-876d-8440fbd687f1,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:33.158675 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd30527c-5a89-4814-b501-c3600d4c844b req-72cefb11-ac0e-4638-97b6-70632aa7776d service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880147 Jun 07 14:46:33.171762 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a174eebe-ae59-4ef7-8b9a-2d935592d3b3 req-d236de44-cf1c-4455-b6c8-30b5fa17288d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 210 time: 0.1567814 Jun 07 14:46:33.297958 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:33.303183 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:33.305286 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9ecec1e-cb9f-45d7-80f6-562587a0434e HTTP/1.1" status: 204 len: 168 time: 0.8780043 Jun 07 14:46:33.311361 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-538d3089-2f79-463c-8e98-183ea2482b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:33.317400 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:33.349224 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ecec1e-cb9f-45d7-80f6-562587a0434e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:33.368092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:33.423127 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 8b69616a-a817-4af0-86e1-3254243785b7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:46:33.427094 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:33.450797 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769ed2-a574-45df-8896-c8488f07685a req-b6133150-42fa-4090-b101-7e743c53f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:33.455526 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-64769ed2-a574-45df-8896-c8488f07685a req-b6133150-42fa-4090-b101-7e743c53f800 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.2520437 Jun 07 14:46:33.671842 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-64769ed2-a574-45df-8896-c8488f07685a req-a9441e07-dba8-4a20-85f6-4f698304b0ec service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051294 Jun 07 14:46:33.848491 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.db.resource_extend [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 14:46:33.883390 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-b9607c70-7502-4cd2-a2f2-1125e1321064 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:33.890313 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-b9607c70-7502-4cd2-a2f2-1125e1321064 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 0.5536666 Jun 07 14:46:33.903052 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ec010-9e58-4b81-8caf-ec50c2998b7d req-6748eaaa-2f52-48f1-89c6-e268b8b3ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:33.905208 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-830ec010-9e58-4b81-8caf-ec50c2998b7d req-6748eaaa-2f52-48f1-89c6-e268b8b3ca71 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 1099 time: 0.8769033 Jun 07 14:46:33.907589 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2951-daab-498c-8d53-a0016622a512 req-9b770578-f574-49d1-9b14-5e2d0546e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:33.909375 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eabd2951-daab-498c-8d53-a0016622a512 req-9b770578-f574-49d1-9b14-5e2d0546e2fe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7809706 Jun 07 14:46:33.921101 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Request body: {'port': {'device_id': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'admin_state_up': True, 'tenant_id': 'e89c835f2aff4e01b8c56569c3d6d592'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:34.063597 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.074663 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:34.185388 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47994793-011c-43e1-98e5-51079a9d63e4 req-99ce8eda-71cf-42e7-b01e-003bbbbbbec6 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:34.192706 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-47994793-011c-43e1-98e5-51079a9d63e4 req-99ce8eda-71cf-42e7-b01e-003bbbbbbec6 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 945 time: 1.1628985 Jun 07 14:46:34.318599 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:34.319221 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.472114 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6707b7-62dd-43bf-9d1e-8af54332ebcc req-49694e6e-e4a5-424d-bc6d-9bcc230d38a6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:34.474275 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9b6707b7-62dd-43bf-9d1e-8af54332ebcc req-49694e6e-e4a5-424d-bc6d-9bcc230d38a6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.3092470 Jun 07 14:46:34.488544 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51682) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:34.497085 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 8b69616a-a817-4af0-86e1-3254243785b7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b69616a-a817-4af0-86e1-3254243785b7,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:34.525088 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-14e313df-759c-413d-9b29-dd444815137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.548661 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-47994793-011c-43e1-98e5-51079a9d63e4 req-4fc804c6-bb69-4b72-aa74-0a8f5acd25bc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549960 Jun 07 14:46:34.557636 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-830ec010-9e58-4b81-8caf-ec50c2998b7d req-d3c22f99-56f3-49bc-aee6-106fdbea5857 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5931213 Jun 07 14:46:34.587631 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '8b69616a-a817-4af0-86e1-3254243785b7', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'port_id': '8b69616a-a817-4af0-86e1-3254243785b7', 'mac_address': 'fa:16:3e:77:1e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:46:34.730028 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eabd2951-daab-498c-8d53-a0016622a512 req-064afd83-df0f-47ac-8663-12b70158f79e service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7712834 Jun 07 14:46:34.740406 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9b6707b7-62dd-43bf-9d1e-8af54332ebcc req-0e76ea6f-3955-4f1b-8ddb-9f0f8ce05457 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342513 Jun 07 14:46:34.815756 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.880568 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.914639 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-14e313df-759c-413d-9b29-dd444815137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.922898 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-14e313df-759c-413d-9b29-dd444815137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.950469 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5eba4db3-c119-476a-a3ce-27ebe3faa4a9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:34.962078 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:34.970596 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:34.974686 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830a22a5-e146-43ac-a1bd-f5258699f15b" -d '{"events": [{"server_uuid": "0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b", "name": "network-vif-plugged", "status": "completed", "tag": "f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:34.993954 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:34.997637 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-cb8d1e34-ee38-4a08-8fa4-3936666f0346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:35.017927 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51688) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:35.112086 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b69616a-a817-4af0-86e1-3254243785b7 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:35.116225 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-14e313df-759c-413d-9b29-dd444815137a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ec1103a277149c8a764ae43d6929c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261916 Jun 07 14:46:35.117634 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e313df-759c-413d-9b29-dd444815137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31faec6-9672-4242-9d54-3601a34b1216,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:35.122866 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51694) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:35.123484 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51696) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:35.253023 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-14e313df-759c-413d-9b29-dd444815137a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:35.256318 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Deleting subnet 3f242737-5bf0-4fea-865e-7e2f4e2a4014 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:46:35.270023 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:35.297963 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eabd2951-daab-498c-8d53-a0016622a512 req-f0be8bb2-1277-4836-b782-6e3c2aa1bc32 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602624 Jun 07 14:46:35.298600 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 8b69616a-a817-4af0-86e1-3254243785b7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b69616a-a817-4af0-86e1-3254243785b7,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:35.331793 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:35.376957 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Made reservation on behalf of e89c835f2aff4e01b8c56569c3d6d592 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:46:35.382117 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:35.382594 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:35.389733 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:35.390225 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:35.575757 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0dc4b-81e8-43e5-948f-d216b5500936 req-dc6efc87-0563-41e8-ab43-2a935eccc636 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:35.588459 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-88a0dc4b-81e8-43e5-948f-d216b5500936 req-dc6efc87-0563-41e8-ab43-2a935eccc636 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 944 time: 0.8078744 Jun 07 14:46:35.600789 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-19471657-d86a-430c-9659-2ea7ce29621e req-e235201b-e651-429c-8637-8d3524e6156b tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 210 time: 0.2575426 Jun 07 14:46:35.645658 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=8b69616a-a817-4af0-86e1-3254243785b7,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:35.667816 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:35.717666 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['8b69616a-a817-4af0-86e1-3254243785b7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:35.735973 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333969'] for subnet, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:35.776125 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:35.792529 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-88a0dc4b-81e8-43e5-948f-d216b5500936 req-057a0029-76eb-4a00-9c10-db403a65430a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027357 Jun 07 14:46:35.827038 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288ebf8a-2899-47c7-ab4d-c40d04ba7a06 x-openstack-request-id: req-288ebf8a-2899-47c7-ab4d-c40d04ba7a06 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:35.827972 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b", "name": "network-vif-plugged", "status": "completed", "tag": "f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:35.829417 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-288ebf8a-2899-47c7-ab4d-c40d04ba7a06 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:35.830357 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3', 'code': 200} Jun 07 14:46:35.853605 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:35.861874 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:35.970324 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71ad-a253-4ef7-953f-dd7ecc928c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:36.244483 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71ad-a253-4ef7-953f-dd7ecc928c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:36.343495 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2dfc71ad-a253-4ef7-953f-dd7ecc928c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:36.375573 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1c1bd608-5401-4bb1-812e-0530b5d58308 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:36.382108 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Allocated IP 172.20.0.4 (9dcc2866-3694-4565-a6bf-02e0181022f8/290abe47-8cfb-4c6a-bc2c-d24b9c8736c9/cae6f77c-6db2-415a-aa76-9e30fcf69235) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:46:36.490759 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c76e-18e7-41e9-b8d5-b9569d54c6e8 req-7ba383ce-20d7-4367-99bb-1b28d5e107fc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:36.498848 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fe22c76e-18e7-41e9-b8d5-b9569d54c6e8 req-7ba383ce-20d7-4367-99bb-1b28d5e107fc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2856028 Jun 07 14:46:36.591007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3483852'] for subnet, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:36.601011 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2dfc71ad-a253-4ef7-953f-dd7ecc928c55 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=800b9e84d1e64d839b0d131bee9aa835&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5691521 Jun 07 14:46:36.603318 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:36.606086 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:36.611445 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e31faec6-9672-4242-9d54-3601a34b1216 HTTP/1.1" status: 204 len: 168 time: 1.3741467 Jun 07 14:46:36.611445 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc71ad-a253-4ef7-953f-dd7ecc928c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a940d8-a30d-44d1-a20f-208eb863c09c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:36.611445 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51716) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:36.626096 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2dfc71ad-a253-4ef7-953f-dd7ecc928c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:36.629993 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cd698a49-0071-4f6c-962a-0fff0cef573e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:36.672409 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f242737-5bf0-4fea-865e-7e2f4e2a4014,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:36.675905 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:36.680019 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:36.692887 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7fa3a181-5a52-4fea-a607-6cd0ef9cfd6c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3f242737-5bf0-4fea-865e-7e2f4e2a4014 HTTP/1.1" status: 204 len: 168 time: 1.5559957 Jun 07 14:46:36.692887 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f62874df-d75d-42ee-a5d3-389e677d045e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:36.692887 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51722) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:36.729577 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31faec6-9672-4242-9d54-3601a34b1216,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:36.745839 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:36.811941 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff638290-2ac2-49a6-8019-ee674ddf56ac req-c9232651-539a-4f14-b482-8473297e4fbb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:36.816944 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ff638290-2ac2-49a6-8019-ee674ddf56ac req-c9232651-539a-4f14-b482-8473297e4fbb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.5694015 Jun 07 14:46:36.857870 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fe22c76e-18e7-41e9-b8d5-b9569d54c6e8 req-c6c96a6f-4960-4cb8-85e3-229799a6b41c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573902 Jun 07 14:46:36.864507 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bb80b-ad90-4978-b1a4-944234dede92 req-91e1d8d8-b6ed-4580-9dce-89892d9ed6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:36.866316 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-231bb80b-ad90-4978-b1a4-944234dede92 req-91e1d8d8-b6ed-4580-9dce-89892d9ed6eb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 1099 time: 0.5317574 Jun 07 14:46:36.993206 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ff638290-2ac2-49a6-8019-ee674ddf56ac req-1a5346f9-f5be-4f2e-ab94-cffb4039c45e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716523 Jun 07 14:46:37.016831 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.016831 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.092464 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.110926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.135905 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f3a88f45-72ab-4fe7-bc15-ca02fcf1c2bd req-a558a76e-a345-45ec-a8a5-efd8eea8182d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 210 time: 0.0910954 Jun 07 14:46:37.141917 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-231bb80b-ad90-4978-b1a4-944234dede92 req-5bfc3c1f-f072-4eaa-b47d-91c62d8649d1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468131 Jun 07 14:46:37.193368 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.211680 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c4493e1d-b722-4d45-9a64-cf25eaed2a5b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:37.212045 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:37.416105 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event updated for resources: {'Port': ['ID=cae6f77c-6db2-415a-aa76-9e30fcf69235,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:37.424920 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:37.443593 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.447968 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:46:37.451028 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:46:37.460160 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:46:37.465598 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 8b69616a-a817-4af0-86e1-3254243785b7 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:37.473835 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e14616-0959-4f76-8839-3b403403811e']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:37.518723 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92829c0-f44d-4ba0-b25b-80d32bc3f797 req-809c6366-975f-49d0-a203-4d3a9a0d99b4 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:37.527020 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a92829c0-f44d-4ba0-b25b-80d32bc3f797 req-809c6366-975f-49d0-a203-4d3a9a0d99b4 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 945 time: 0.3102791 Jun 07 14:46:37.579774 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cef5715-3d5d-41c4-8549-e2a81988160e') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:37.580214 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cef5715-3d5d-41c4-8549-e2a81988160e') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:37.588285 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:37.589382 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.596142 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.603400 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.604341 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71a940d8-a30d-44d1-a20f-208eb863c09c HTTP/1.1" status: 204 len: 168 time: 0.9900470 Jun 07 14:46:37.614385 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c0203-e944-467f-a74e-4acc4eee4442 req-90b296e4-150d-4c6d-af2e-eabf526a9e0b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:37.615804 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-016bd21c-e302-4b1a-b5a5-7d4e5d5b4e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:37.616693 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-993c0203-e944-467f-a74e-4acc4eee4442 req-90b296e4-150d-4c6d-af2e-eabf526a9e0b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2445259 Jun 07 14:46:37.634074 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 51752) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:37.640005 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.641964 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'floatingip': {'port_id': '846957f3-1048-4bb0-8fed-afe72b0321fa'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:37.649283 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a940d8-a30d-44d1-a20f-208eb863c09c,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:37.664508 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a92829c0-f44d-4ba0-b25b-80d32bc3f797 req-0b7a7c94-7c1f-49ab-96b8-8f786c9e35d9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361983 Jun 07 14:46:37.670182 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:37.693190 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.715925 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:46:37.716470 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.750989 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8402383 Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:46:37.757119 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:46:37.772037 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 8b69616a-a817-4af0-86e1-3254243785b7 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:37.783745 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 8b69616a-a817-4af0-86e1-3254243785b7 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:37.784541 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.788364 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Request body: {'port': {'device_id': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:37.897519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.968684 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:37.977802 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1c5db7f3-5b54-4fa4-b2cc-d27468d58389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:38.038802 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:38.068959 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e14616-0959-4f76-8839-3b403403811e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:38.071544 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:38.083984 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/57e14616-0959-4f76-8839-3b403403811e HTTP/1.1" status: 204 len: 168 time: 1.3844767 Jun 07 14:46:38.085162 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:38.111717 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 8b69616a-a817-4af0-86e1-3254243785b7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b69616a-a817-4af0-86e1-3254243785b7,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:38.112828 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:38.127570 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c44955-a2d6-4fde-855f-3b7e277a9a52" -d '{"events": [{"server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "name": "network-vif-plugged", "status": "completed", "tag": "8b69616a-a817-4af0-86e1-3254243785b7"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:38.146296 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:38.148209 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:38.371911 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd7dca-8c8c-4390-82a3-645abb434038 x-openstack-request-id: req-efbd7dca-8c8c-4390-82a3-645abb434038 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:38.389012 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "name": "network-vif-plugged", "status": "completed", "tag": "8b69616a-a817-4af0-86e1-3254243785b7", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:38.389451 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efbd7dca-8c8c-4390-82a3-645abb434038 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:38.390030 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7', 'code': 200} Jun 07 14:46:38.399966 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=8b69616a-a817-4af0-86e1-3254243785b7,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:38.405041 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:38.484937 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-75409ff2-dde0-41a6-88dc-0a80c94f0f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:38.504183 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 51772) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:38.633763 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db101a-eea8-4684-9c36-b0c4bdde786f req-ce37cf4b-b110-4dbb-a882-625607f19162 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:38.647424 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c3db101a-eea8-4684-9c36-b0c4bdde786f req-ce37cf4b-b110-4dbb-a882-625607f19162 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 931 time: 0.1649749 Jun 07 14:46:38.735674 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c3db101a-eea8-4684-9c36-b0c4bdde786f req-8a15e089-09df-4ab6-9032-9ef772c81c67 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860512 Jun 07 14:46:38.814913 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51782) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:38.872290 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-21428ed9-9f1b-4aa4-9af6-b20b3015bbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:38.890562 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.019938 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-6896bcc6-9c13-4aef-88fa-7887f63f806e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a8bddfd994c42ab80663b210b16f99f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4903677 Jun 07 14:46:39.026158 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51790) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:39.087918 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00fa07-f389-4732-b813-050e2012ff41 req-6cf94668-9000-43ab-b288-38e0ae404599 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:39.088088 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2be0d5-5be6-413a-90b2-b2dfb73dc170 req-7fa6ed5c-7e3f-40f2-9ae1-fd5ecc62ad7e tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:39.089546 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fe2be0d5-5be6-413a-90b2-b2dfb73dc170 req-7fa6ed5c-7e3f-40f2-9ae1-fd5ecc62ad7e tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1717718 Jun 07 14:46:39.096388 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6e00fa07-f389-4732-b813-050e2012ff41 req-6cf94668-9000-43ab-b288-38e0ae404599 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.7477186 Jun 07 14:46:39.175619 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6e00fa07-f389-4732-b813-050e2012ff41 req-89e16f1b-f634-49c0-bdf5-a9f68c25f167 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722358 Jun 07 14:46:39.268303 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcdf5f-ef01-43ba-8f6e-b005ea2a4b29 req-ad9a38e3-24a5-47f0-8c91-ca4a6815d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:39.270115 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d6fcdf5f-ef01-43ba-8f6e-b005ea2a4b29 req-ad9a38e3-24a5-47f0-8c91-ca4a6815d22b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 1099 time: 0.6785800 Jun 07 14:46:39.328149 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fe2be0d5-5be6-413a-90b2-b2dfb73dc170 req-ea417a83-3296-438a-888b-1233dcf8aa9d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177131 Jun 07 14:46:39.334971 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d6fcdf5f-ef01-43ba-8f6e-b005ea2a4b29 req-c4f4ca78-4b09-403b-b7e8-da4fcd834274 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474734 Jun 07 14:46:39.373547 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-21428ed9-9f1b-4aa4-9af6-b20b3015bbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.374898 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.389359 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-21428ed9-9f1b-4aa4-9af6-b20b3015bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.400618 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-81c0396c-74d1-4d40-9191-a2cdd05186eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:39.433743 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21428ed9-9f1b-4aa4-9af6-b20b3015bbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa7c72-e16e-4154-adc9-fe7faa0b3d7e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:39.446153 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-21428ed9-9f1b-4aa4-9af6-b20b3015bbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:39.464204 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.488896 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-21428ed9-9f1b-4aa4-9af6-b20b3015bbc5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1df81cab0864bdc94aa820fad506eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6710753 Jun 07 14:46:39.496439 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51804) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:39.593098 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.625572 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.629194 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.634013 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcecf586-9184-4150-bf27-7389dd78ba05 HTTP/1.1" status: 204 len: 168 time: 0.6031466 Jun 07 14:46:39.635070 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-13330022-374c-435d-9c05-8e4424f66ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:39.644278 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.660409 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcecf586-9184-4150-bf27-7389dd78ba05,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:39.669849 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:39.769255 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.772182 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:39.774065 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34aa7c72-e16e-4154-adc9-fe7faa0b3d7e HTTP/1.1" status: 204 len: 168 time: 0.2754741 Jun 07 14:46:39.775240 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:39.795912 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa7c72-e16e-4154-adc9-fe7faa0b3d7e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:39.800966 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:40.364615 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae6f77c-6db2-415a-aa76-9e30fcf69235 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:40.376437 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.db.resource_extend [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 14:46:40.552125 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff8389-9ecf-4fd2-a402-a76eca39721f req-20684b26-0bf5-41a9-a34e-898263f73b07 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:40.560904 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-76ff8389-9ecf-4fd2-a402-a76eca39721f req-20684b26-0bf5-41a9-a34e-898263f73b07 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 931 time: 0.5414865 Jun 07 14:46:40.589542 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:40.612513 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef157302-3100-403e-84c3-5263d844860e req-ee63a348-e66b-43d0-ae2b-080ce6d44ea4 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:40.619981 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ef157302-3100-403e-84c3-5263d844860e req-ee63a348-e66b-43d0-ae2b-080ce6d44ea4 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2115505 Jun 07 14:46:40.677070 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ef157302-3100-403e-84c3-5263d844860e req-aa64336a-1298-485e-8dd0-c9cc24b3b69c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560539 Jun 07 14:46:40.691362 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:40.693178 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Transition to ACTIVE for port object cae6f77c-6db2-415a-aa76-9e30fcf69235 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:46:40.717405 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-76ff8389-9ecf-4fd2-a402-a76eca39721f req-a8fa4e65-ed4a-4b27-8756-f137cffb8aa7 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550729 Jun 07 14:46:40.722603 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:40.744641 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:40.852078 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:40.888704 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc113d-4267-4bab-b0b4-2f5631ab56be req-9f53378e-fa25-4de2-9055-00fc8973539c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:40.892171 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a2fc113d-4267-4bab-b0b4-2f5631ab56be req-9f53378e-fa25-4de2-9055-00fc8973539c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.0973613 Jun 07 14:46:40.911205 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51854) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:41.093699 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a2fc113d-4267-4bab-b0b4-2f5631ab56be req-46d416c0-26b3-4deb-9709-199304e6d98a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845174 Jun 07 14:46:41.173018 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-708f9a6a-48d6-4b70-9217-557caf421f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:41.476235 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b8d40479-ee08-4889-8782-aae3c11ab6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:41.644575 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0bf2-7567-4231-a4a7-56336d69b666 req-e4245dcf-bfe7-4b4f-a817-0095eb35cbdc tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:41.647579 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a3ad0bf2-7567-4231-a4a7-56336d69b666 req-e4245dcf-bfe7-4b4f-a817-0095eb35cbdc tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2976363 Jun 07 14:46:41.672485 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51872) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:41.682308 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'floatingip': {'port_id': '8b69616a-a817-4af0-86e1-3254243785b7'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:46:41.759753 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Pushing event updated for resources: {'Port': ['ID=cae6f77c-6db2-415a-aa76-9e30fcf69235,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:41.814257 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:41.829872 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:41.882684 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Floating IP 2e15ab43-0892-44a1-8d83-066651f301e6 associated. External IP: 172.28.3.116, port: 846957f3-1048-4bb0-8fed-afe72b0321fa. Jun 07 14:46:41.907748 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:42.125123 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Attempting to bind port cae6f77c-6db2-415a-aa76-9e30fcf69235 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:46:42.125845 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Attempting to bind port cae6f77c-6db2-415a-aa76-9e30fcf69235 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:46:42.126418 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Attempting to bind port cae6f77c-6db2-415a-aa76-9e30fcf69235 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:42.135183 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-9f7f3105-6ef1-4907-b663-b03fb5fa7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:42.138042 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-9f7f3105-6ef1-4907-b663-b03fb5fa7b9e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 1099 time: 0.7479300 Jun 07 14:46:42.354013 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-51630aa6-a897-4873-9925-34b2a1698c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:42.355599 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-51630aa6-a897-4873-9925-34b2a1698c4b service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.1430814 Jun 07 14:46:42.366780 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Port cae6f77c-6db2-415a-aa76-9e30fcf69235 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:46:42.367108 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Attempting to bind port cae6f77c-6db2-415a-aa76-9e30fcf69235 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:46:42.400437 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b8d40479-ee08-4889-8782-aae3c11ab6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:42.474650 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c630c6c-c34a-4ab7-a0a7-04e86a90c6da req-c5118662-9353-4341-9311-2c382b9d64a1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:42.476235 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c630c6c-c34a-4ab7-a0a7-04e86a90c6da req-c5118662-9353-4341-9311-2c382b9d64a1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.9412696 Jun 07 14:46:42.479834 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:46:42.480343 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Checking segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:46:42.485289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Bound using segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:46:42.489969 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Bound port: cae6f77c-6db2-415a-aa76-9e30fcf69235, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:46:42.490252 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:42.548405 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-ba1e2455-e133-4400-8e9b-a4f5c51bb071 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 HTTP/1.1" status: 200 len: 217 time: 0.1677051 Jun 07 14:46:42.586092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b8d40479-ee08-4889-8782-aae3c11ab6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:42.610934 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d201d8a3-ebe6-43c5-9f1e-212540376da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:42.677188 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d40479-ee08-4889-8782-aae3c11ab6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b80924-67ea-472a-b76b-d11888cac76a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:42.693063 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b8d40479-ee08-4889-8782-aae3c11ab6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:42.763913 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b8d40479-ee08-4889-8782-aae3c11ab6fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=564fdc8977e847289354a10290bb05a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8502855 Jun 07 14:46:42.764630 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51902) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:42.819753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04ede-dbb7-4153-ad65-6f48b8d19d0c req-ddf628e1-ad4f-447f-88d9-25c318b463c4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:42.828084 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-50d04ede-dbb7-4153-ad65-6f48b8d19d0c req-ddf628e1-ad4f-447f-88d9-25c318b463c4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 943 time: 0.7700460 Jun 07 14:46:43.030545 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c630c6c-c34a-4ab7-a0a7-04e86a90c6da req-f7de9b0c-20b1-408b-ac28-e6a6d7cc7aba tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948778 Jun 07 14:46:43.087336 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-641779e8-1f71-48d7-8b31-0d97780fc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:43.088977 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-641779e8-1f71-48d7-8b31-0d97780fc9b2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.5237143 Jun 07 14:46:43.098867 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] For port cae6f77c-6db2-415a-aa76-9e30fcf69235, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:46:43.102150 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.238448 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-50d04ede-dbb7-4153-ad65-6f48b8d19d0c req-cc64f8aa-b522-4702-84a7-86ac15ede090 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092343 Jun 07 14:46:43.244416 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.266076 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-5205c05b-01e5-4224-9f8a-34a5d80652aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529644 Jun 07 14:46:43.266076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] For port cae6f77c-6db2-415a-aa76-9e30fcf69235, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cae6f77c-6db2-415a-aa76-9e30fcf69235,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:46:43.291665 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.302846 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7473a45b-99bf-49c0-8633-bd41aa8d3c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:43.319101 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.396603 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:43.397221 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.401607 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] 10.222.0.63 "PUT /v2.0/ports/cae6f77c-6db2-415a-aa76-9e30fcf69235 HTTP/1.1" status: 200 len: 1093 time: 5.6309330 Jun 07 14:46:43.405503 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'tag': 'cae6f77c-6db2-415a-aa76-9e30fcf69235'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:43.408198 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843b2434-27a2-4b91-b6ff-938f6f3c7830" -d '{"events": [{"name": "network-changed", "server_uuid": "9086af39-2eb9-457c-b4e2-6204c9a6b4d4", "tag": "cae6f77c-6db2-415a-aa76-9e30fcf69235"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:43.477566 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:46:43.564334 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86b2226-4e09-46f4-bdde-590d767fb197 x-openstack-request-id: req-e86b2226-4e09-46f4-bdde-590d767fb197 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:43.564690 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9086af39-2eb9-457c-b4e2-6204c9a6b4d4", "tag": "cae6f77c-6db2-415a-aa76-9e30fcf69235", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:43.564988 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e86b2226-4e09-46f4-bdde-590d767fb197 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:43.565403 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'tag': 'cae6f77c-6db2-415a-aa76-9e30fcf69235', 'status': 'completed', 'code': 200} Jun 07 14:46:43.597716 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.600526 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.604130 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44b80924-67ea-472a-b76b-d11888cac76a HTTP/1.1" status: 204 len: 168 time: 0.8283451 Jun 07 14:46:43.606386 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:43.619305 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b80924-67ea-472a-b76b-d11888cac76a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:43.631221 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:43.654051 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.660757 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:43.699628 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Pushing event updated for resources: {'Port': ['ID=cae6f77c-6db2-415a-aa76-9e30fcf69235,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:43.703963 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:43.762619 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-e6b11189-7d86-4531-baf6-d5b55e6495c9 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008156 Jun 07 14:46:43.885878 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Floating IP 84450f07-13a3-41d6-87ca-2596306b5b60 associated. External IP: 172.28.3.98, port: 8b69616a-a817-4af0-86e1-3254243785b7. Jun 07 14:46:43.907242 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-64d6edff-42a7-4344-9662-cc2ad8423ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:43.908756 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-64d6edff-42a7-4344-9662-cc2ad8423ebf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 1096 time: 0.4273927 Jun 07 14:46:44.061622 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:46:44.081019 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] Sync routers for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:46:44.093755 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:44.100400 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:46:44.103008 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:46:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:44.167152 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-0d31ff53-3fa6-4ed3-a069-d0b89477e4d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cae6f77c-6db2-415a-aa76-9e30fcf69235 HTTP/1.1" status: 200 len: 217 time: 0.2474968 Jun 07 14:46:44.406667 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-6e208ae9-aeff-4000-a96f-d12380d6f89d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "PUT /v2.0/floatingips/2e15ab43-0892-44a1-8d83-066651f301e6 HTTP/1.1" status: 200 len: 992 time: 6.7702837 Jun 07 14:46:44.482381 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb2bbecb-0fac-4be9-94c1-ff3a59370cb7 req-d0eb594b-cd64-43fa-bce2-fc99d044637b service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117105 Jun 07 14:46:44.496514 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:46:44.508415 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-896cc6cf-f9df-471b-bd87-25b8e604610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:44.521684 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-896cc6cf-f9df-471b-bd87-25b8e604610c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.3161471 Jun 07 14:46:44.534724 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51948) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:44.606909 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-8075c976-80db-4040-87fb-4bf95b1ac1c5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801075 Jun 07 14:46:44.689656 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-49caba00-a76d-4c92-8ebd-3c5998db4e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:44.865506 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-0411e30d-cc26-4784-bcd7-484d967d23f5 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489886 Jun 07 14:46:44.884290 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-49caba00-a76d-4c92-8ebd-3c5998db4e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:44.903056 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-49caba00-a76d-4c92-8ebd-3c5998db4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:44.920265 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-df71f874-9cdc-404c-8f1d-2da327380e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:45.159650 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cbcfee95-1649-4a53-9adb-e806aac43b53 req-ad8f04de-9b53-4de9-a25a-ae7674c1bc25 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847664 Jun 07 14:46:45.196559 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5b542-1f63-4328-9c22-fcbf60381b43 req-a9bb95ee-324a-4d08-9f98-8689e4f49abe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:45.202485 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Router d5cba637-1f57-4f94-9fae-f8d1053088d8 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:46:45.206685 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caba00-a76d-4c92-8ebd-3c5998db4e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb59c9d-aca7-44e8-a587-3dfeeade7265,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:45.211558 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-56a5b542-1f63-4328-9c22-fcbf60381b43 req-a9bb95ee-324a-4d08-9f98-8689e4f49abe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 943 time: 0.2865977 Jun 07 14:46:45.215287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-49caba00-a76d-4c92-8ebd-3c5998db4e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:45.224375 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-49caba00-a76d-4c92-8ebd-3c5998db4e07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a01afb8d6a4245a3914d1f755d4e3d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720189 Jun 07 14:46:45.224989 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51968) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:45.257709 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1471a53-747b-41e6-9f2a-a4f2f31bb614 req-56a839b3-1fe8-4478-bad5-6e530b4c1f8d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:45.266246 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d1471a53-747b-41e6-9f2a-a4f2f31bb614 req-56a839b3-1fe8-4478-bad5-6e530b4c1f8d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.7295470 Jun 07 14:46:45.290075 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '2e15ab43-0892-44a1-8d83-066651f301e6', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'port_id': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'mac_address': 'fa:16:3e:0a:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:46:03Z', 'updated_at': '2021-06-07T14:46:40Z', 'revision_number': 1, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:45.298891 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] Checking router: 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:46:45.310877 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:46:45.311606 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:46:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:45.333336 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-56a5b542-1f63-4328-9c22-fcbf60381b43 req-36557c59-f0fb-4398-8baa-b4a53c33f9d8 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192815 Jun 07 14:46:45.396521 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-9e6fca9f-b98a-4483-92c4-97d3376bcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:45.399449 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-9e6fca9f-b98a-4483-92c4-97d3376bcaf5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 1096 time: 0.1588659 Jun 07 14:46:45.514422 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 51972) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:45.569801 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:46:45.608548 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:45.610904 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58719479-d9cb-454b-bc32-d94f73180da9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:45.715467 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-a8647fb0-9e4e-48dc-9b1f-5b9a6b270e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:45.718385 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-a8647fb0-9e4e-48dc-9b1f-5b9a6b270e76 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 915 time: 0.3021433 Jun 07 14:46:45.791758 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d1471a53-747b-41e6-9f2a-a4f2f31bb614 req-581aa04c-56c1-46dc-b701-999a2af36dc8 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244851 Jun 07 14:46:45.861982 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:45.879768 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-65a1fdfb-0847-499a-a9a2-4f1b6c2518d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cae6f77c-6db2-415a-aa76-9e30fcf69235 HTTP/1.1" status: 200 len: 217 time: 0.1519887 Jun 07 14:46:45.906132 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:45.928999 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:45.980581 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ca29e-d848-41af-9ed4-4344a75ec459 x-openstack-request-id: req-385ca29e-d848-41af-9ed4-4344a75ec459 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:45.981437 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:45.981984 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-385ca29e-d848-41af-9ed4-4344a75ec459 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:45.983122 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'status': 'completed', 'code': 200} Jun 07 14:46:46.003526 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:46:46.009373 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:46.018571 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] Sync routers for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:46:46.038093 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:46:46.038798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:46:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:46.044667 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:46.047410 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:46.052568 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2cb59c9d-aca7-44e8-a587-3dfeeade7265 HTTP/1.1" status: 204 len: 168 time: 0.8237128 Jun 07 14:46:46.073939 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-21428ed9-9f1b-4aa4-9af6-b20b3015bbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:46.106259 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb59c9d-aca7-44e8-a587-3dfeeade7265,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:46.112627 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:46.118155 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-786c82d2-fda6-44fa-8345-96d78b5dc764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:46.149853 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-ed4a0f7d-c5ee-4201-ba69-470c9f278136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:46.151437 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-ed4a0f7d-c5ee-4201-ba69-470c9f278136 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.2573004 Jun 07 14:46:46.243537 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-0af92701-a106-4b9c-8a42-2d409722516f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820751 Jun 07 14:46:46.281476 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719479-d9cb-454b-bc32-d94f73180da9 req-cd31e680-5f15-4cad-abfc-82a1202789ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:46.288444 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58719479-d9cb-454b-bc32-d94f73180da9 req-cd31e680-5f15-4cad-abfc-82a1202789ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 1099 time: 0.3072901 Jun 07 14:46:46.337188 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '2e15ab43-0892-44a1-8d83-066651f301e6', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'port_id': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'mac_address': 'fa:16:3e:0a:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:46:03Z', 'updated_at': '2021-06-07T14:46:40Z', 'revision_number': 1, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:46.349245 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c2a0d-56af-4069-ba9f-d1705c8a8ce5 None None] The sync data for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb is: [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '2e15ab43-0892-44a1-8d83-066651f301e6', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'port_id': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'mac_address': 'fa:16:3e:0a:61:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:46:03Z', 'updated_at': '2021-06-07T14:46:40Z', 'revision_number': 1, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:46:46.395644 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-631399f3-9648-4a02-af75-e5944a9e468a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "PUT /v2.0/floatingips/84450f07-13a3-41d6-87ca-2596306b5b60 HTTP/1.1" status: 200 len: 991 time: 4.7186885 Jun 07 14:46:46.395644 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:46.404760 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7e4522e9f0ad847c8ce8c8b3d072a23d1d948c1f3435c8b2defbc34de975fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "tag": "8b69616a-a817-4af0-86e1-3254243785b7"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:46.483890 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-786c82d2-fda6-44fa-8345-96d78b5dc764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:46.493512 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-786c82d2-fda6-44fa-8345-96d78b5dc764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:46.526116 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-84fedf7e-3782-44d8-8fc8-cb6b51f3e5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:46.560689 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:46:46.685668 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-786c82d2-fda6-44fa-8345-96d78b5dc764 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7768c62dd9174fa69dd2ae0ad43da266&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1300795 Jun 07 14:46:46.689386 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52016) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:46.760790 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c82d2-fda6-44fa-8345-96d78b5dc764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e1af9c-791a-454a-8e51-52aa8d71411f,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:46.774174 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-786c82d2-fda6-44fa-8345-96d78b5dc764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:46.775491 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe218dfd-ce30-4a8b-baa1-dc696260ea55 None None] New status for floating IP 2e15ab43-0892-44a1-8d83-066651f301e6: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:46:46.958321 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:47.032377 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82b6339-d3a4-4b24-970e-0f80320e8ef6 x-openstack-request-id: req-d82b6339-d3a4-4b24-970e-0f80320e8ef6 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:47.032794 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "tag": "8b69616a-a817-4af0-86e1-3254243785b7", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:47.033007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d82b6339-d3a4-4b24-970e-0f80320e8ef6 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:47.033412 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7', 'status': 'completed', 'code': 200} Jun 07 14:46:47.045267 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-bd144bb1-12db-4200-935b-80fc3e3840ad service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7786567 Jun 07 14:46:47.053424 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719479-d9cb-454b-bc32-d94f73180da9 req-ff008ae4-1112-4468-b7c9-325dc7965ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:47.054990 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58719479-d9cb-454b-bc32-d94f73180da9 req-ff008ae4-1112-4468-b7c9-325dc7965ed7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.6945188 Jun 07 14:46:47.059075 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:47.171218 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:47.174252 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:47.177153 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6e1af9c-791a-454a-8e51-52aa8d71411f HTTP/1.1" status: 204 len: 168 time: 0.4867034 Jun 07 14:46:47.180229 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e4bc3b18-4921-479f-841b-313c9af731b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:47.227475 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e1af9c-791a-454a-8e51-52aa8d71411f,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:47.249255 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:47.391588 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '84450f07-13a3-41d6-87ca-2596306b5b60', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'port_id': '8b69616a-a817-4af0-86e1-3254243785b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'mac_address': 'fa:16:3e:77:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162dcb-576a-4902-a6e6-47970300bda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:46:07Z', 'updated_at': '2021-06-07T14:46:43Z', 'revision_number': 1, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:47.398097 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] Checking router: d5cba637-1f57-4f94-9fae-f8d1053088d8 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:46:47.411954 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:46:47.412645 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:46:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:47.449517 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d86692-0e8f-417d-a01e-6d3b68e00f10 req-62f308c9-cdc1-4b78-a484-ebeb21292a66 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:47.456915 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c8d86692-0e8f-417d-a01e-6d3b68e00f10 req-62f308c9-cdc1-4b78-a484-ebeb21292a66 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 943 time: 0.7133133 Jun 07 14:46:47.507895 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58719479-d9cb-454b-bc32-d94f73180da9 req-240bf980-1b9f-47a2-ae1b-94962b14a052 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846957f3-1048-4bb0-8fed-afe72b0321fa HTTP/1.1" status: 200 len: 1002 time: 0.3772244 Jun 07 14:46:47.617948 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719479-d9cb-454b-bc32-d94f73180da9 req-a17db4a9-2371-4a05-8498-abf19c926bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:47.620015 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58719479-d9cb-454b-bc32-d94f73180da9 req-a17db4a9-2371-4a05-8498-abf19c926bf0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.0895338 Jun 07 14:46:47.740706 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:46:47.758998 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-f886b71b-ea62-4dea-a179-a9c5e37bd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:47.761420 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-f886b71b-ea62-4dea-a179-a9c5e37bd4f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 1099 time: 0.6902881 Jun 07 14:46:47.778263 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c8d86692-0e8f-417d-a01e-6d3b68e00f10 req-b20a5a0f-5a7a-4a7e-ae94-3c278493a715 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153844 Jun 07 14:46:47.886242 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21c6fa-09e4-4e10-a86e-bbc807d15eaf req-7e3e7aaa-4be6-45ab-a1ed-b65c1c10210c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:47.888197 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6f21c6fa-09e4-4e10-a86e-bbc807d15eaf req-7e3e7aaa-4be6-45ab-a1ed-b65c1c10210c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2570806 Jun 07 14:46:47.913863 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-843b2434-27a2-4b91-b6ff-938f6f3c7830 req-ddf566a7-88b7-4118-bedb-27307942dfe5 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151670 Jun 07 14:46:47.961511 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6f21c6fa-09e4-4e10-a86e-bbc807d15eaf req-110163ba-c38d-4962-b7e4-451a9cfdf1cb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Jun 07 14:46:48.048474 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device cae6f77c-6db2-415a-aa76-9e30fcf69235 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:46:48.186500 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52072) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:48.204582 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719479-d9cb-454b-bc32-d94f73180da9 req-c7b21326-d55b-4b2c-9925-9975d8e17c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:48.206135 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58719479-d9cb-454b-bc32-d94f73180da9 req-c7b21326-d55b-4b2c-9925-9975d8e17c74 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5680859 Jun 07 14:46:48.216277 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c06005ee-d364-48c6-b30d-9ec0f687833b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.247455 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-df9f2e52-be82-4fa7-a32a-5f17c004a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:48.251046 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-df9f2e52-be82-4fa7-a32a-5f17c004a3c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 912 time: 0.4664412 Jun 07 14:46:48.424392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c06005ee-d364-48c6-b30d-9ec0f687833b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.429392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c06005ee-d364-48c6-b30d-9ec0f687833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.463335 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-14e313df-759c-413d-9b29-dd444815137a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:48.476995 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-c06005ee-d364-48c6-b30d-9ec0f687833b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a2cefbce25e49468e67d13a07b83ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866235 Jun 07 14:46:48.479380 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52082) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:48.530121 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port cae6f77c-6db2-415a-aa76-9e30fcf69235, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cae6f77c-6db2-415a-aa76-9e30fcf69235,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:48.543964 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '84450f07-13a3-41d6-87ca-2596306b5b60', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'port_id': '8b69616a-a817-4af0-86e1-3254243785b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'mac_address': 'fa:16:3e:77:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162dcb-576a-4902-a6e6-47970300bda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:46:07Z', 'updated_at': '2021-06-07T14:46:43Z', 'revision_number': 1, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:46:48.555516 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567f572-700e-4b1e-a5de-f9dbd1735086 None None] The sync data for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb is: [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '84450f07-13a3-41d6-87ca-2596306b5b60', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'port_id': '8b69616a-a817-4af0-86e1-3254243785b7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'mac_address': 'fa:16:3e:77:1e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36162dcb-576a-4902-a6e6-47970300bda2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:46:07Z', 'updated_at': '2021-06-07T14:46:43Z', 'revision_number': 1, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:46:48.557499 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': 'cae6f77c-6db2-415a-aa76-9e30fcf69235', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'port_id': 'cae6f77c-6db2-415a-aa76-9e30fcf69235', 'mac_address': 'fa:16:3e:0a:3e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290abe47-8cfb-4c6a-bc2c-d24b9c8736c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:46:48.573065 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06005ee-d364-48c6-b30d-9ec0f687833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd712e6a-4e31-4f57-bd26-b6761fbb847d,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:48.583513 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c06005ee-d364-48c6-b30d-9ec0f687833b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:48.673274 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.676116 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.700000 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae6f77c-6db2-415a-aa76-9e30fcf69235 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:46:48.732931 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port cae6f77c-6db2-415a-aa76-9e30fcf69235, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cae6f77c-6db2-415a-aa76-9e30fcf69235,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:48.736918 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52086) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:48.740930 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.743136 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.745381 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:48.847849 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-bcf016db-4983-446b-b88a-560d3421e783 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 200 len: 999 time: 0.5370631 Jun 07 14:46:48.902170 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.905143 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:48.906615 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd712e6a-4e31-4f57-bd26-b6761fbb847d HTTP/1.1" status: 204 len: 168 time: 0.4262927 Jun 07 14:46:48.907695 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:48.926619 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd712e6a-4e31-4f57-bd26-b6761fbb847d,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:48.939809 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:48.958111 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=cae6f77c-6db2-415a-aa76-9e30fcf69235,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:48.985017 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:49.060624 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d7f717-a206-499c-8cbb-3cd437f9ac09 None None] New status for floating IP 84450f07-13a3-41d6-87ca-2596306b5b60: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:46:49.116569 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b925dbb0-e9c5-4890-a1d1-6ae3f3c67c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:49.127546 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-d288e9b3-a8d5-4a8b-ad45-cb2d56c1bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:49.129067 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-d288e9b3-a8d5-4a8b-ad45-cb2d56c1bc2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.2671196 Jun 07 14:46:49.221108 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58719479-d9cb-454b-bc32-d94f73180da9 req-9c603493-8cd6-42ec-9f6a-7d4c493476ae service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670606 Jun 07 14:46:49.409528 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b925dbb0-e9c5-4890-a1d1-6ae3f3c67c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:49.429733 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b925dbb0-e9c5-4890-a1d1-6ae3f3c67c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:49.435841 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58719479-d9cb-454b-bc32-d94f73180da9 req-11907b57-2873-4a00-b734-3dd01207225c service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067962 Jun 07 14:46:49.440729 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6bc5ce91-aaf3-4928-8e9c-bb7f6fd8ff03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:49.456036 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73003e-ff7f-4b1b-a6e1-3e243e20f5a0 req-3f312edc-a383-4000-beff-a8c285fa92d8 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:49.457710 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7d73003e-ff7f-4b1b-a6e1-3e243e20f5a0 req-3f312edc-a383-4000-beff-a8c285fa92d8 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 944 time: 0.4069753 Jun 07 14:46:49.489438 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925dbb0-e9c5-4890-a1d1-6ae3f3c67c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0eb442-010f-476a-b380-d763c27b322d,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:49.506915 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b925dbb0-e9c5-4890-a1d1-6ae3f3c67c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:49.540392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3e3f-79c2-4813-bd62-171067b9f09f req-40814e0f-9796-425d-8304-55a9f12a39de tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:49.547109 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-649e3e3f-79c2-4813-bd62-171067b9f09f req-40814e0f-9796-425d-8304-55a9f12a39de tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2346985 Jun 07 14:46:49.554273 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b925dbb0-e9c5-4890-a1d1-6ae3f3c67c49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc52ef7b1faf4ccda68d3accdc782ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8160439 Jun 07 14:46:49.554977 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52110) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:49.610138 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-fa750369-c757-47be-aaa4-8da3dd8d3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:49.612729 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-fa750369-c757-47be-aaa4-8da3dd8d3fbc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4684639 Jun 07 14:46:49.615694 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['cae6f77c-6db2-415a-aa76-9e30fcf69235'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:46:49.618783 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-649e3e3f-79c2-4813-bd62-171067b9f09f req-a2ada08e-2502-48f9-bf70-3a7052097ad8 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705545 Jun 07 14:46:49.755402 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:49.763164 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7d73003e-ff7f-4b1b-a6e1-3e243e20f5a0 req-9b3c5c87-ecac-4848-bb51-3ca5d2ccec48 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785864 Jun 07 14:46:49.827858 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:49.926002 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:49.928530 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:49.937484 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f0eb442-010f-476a-b380-d763c27b322d HTTP/1.1" status: 204 len: 168 time: 0.3806422 Jun 07 14:46:49.943027 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-3b5e310c-2e09-4307-940c-bf513607d332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:49.966815 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0eb442-010f-476a-b380-d763c27b322d,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:49.974026 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:50.049666 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-2db4713f-e80a-4f84-91f1-5fade9a663ab service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764839 Jun 07 14:46:50.273892 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-70bf5ccb-560b-4303-9f8a-2e4ec9889bcb req-7b73c2a4-c664-4fb2-a914-7d0f266f1ff0 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136955 Jun 07 14:46:50.681685 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52144) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:50.959319 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba1e8-7902-4700-9a85-70c6f49570e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.036624 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245b4e7-caea-48e0-91b7-95c3d611c1bc req-cf0923cc-a778-4aec-9215-8e05ddd9f780 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:51.038499 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2245b4e7-caea-48e0-91b7-95c3d611c1bc req-cf0923cc-a778-4aec-9215-8e05ddd9f780 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 944 time: 0.1436386 Jun 07 14:46:51.097748 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2245b4e7-caea-48e0-91b7-95c3d611c1bc req-a3fb516d-bb6d-4db7-a8c6-7198c990e593 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Jun 07 14:46:51.117719 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2daa6-66d5-4c25-b453-95a7c116d219 req-7f5e5d94-c383-41ba-9bb2-e7b75b0302c9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:51.131477 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-44a2daa6-66d5-4c25-b453-95a7c116d219 req-7f5e5d94-c383-41ba-9bb2-e7b75b0302c9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2555468 Jun 07 14:46:51.207323 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-44a2daa6-66d5-4c25-b453-95a7c116d219 req-867d7de0-3bc5-49fa-9dad-69384e12c481 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743470 Jun 07 14:46:51.303792 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba1e8-7902-4700-9a85-70c6f49570e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.311199 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba1e8-7902-4700-9a85-70c6f49570e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.321034 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b6ad902c-eb36-4581-a79e-51b3efc86d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:51.374709 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ba1e8-7902-4700-9a85-70c6f49570e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0e50ca-811c-4981-8419-15d86fff980a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:51.380289 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5e9ba1e8-7902-4700-9a85-70c6f49570e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49f3c9f4153a4940b3021f287ca19557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6967115 Jun 07 14:46:51.381364 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5e9ba1e8-7902-4700-9a85-70c6f49570e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:51.382460 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52164) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:51.476752 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.523858 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.560022 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device cae6f77c-6db2-415a-aa76-9e30fcf69235 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:46:51.611464 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.615673 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.617504 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce0e50ca-811c-4981-8419-15d86fff980a HTTP/1.1" status: 204 len: 168 time: 0.2339571 Jun 07 14:46:51.618733 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8bfa415d-1ddd-4760-9c37-16ece72bf7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:51.639860 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0e50ca-811c-4981-8419-15d86fff980a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:51.642941 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:51.693269 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port cae6f77c-6db2-415a-aa76-9e30fcf69235 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:46:51.701800 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port cae6f77c-6db2-415a-aa76-9e30fcf69235 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:46:51.702474 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.881187 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.932073 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae6f77c-6db2-415a-aa76-9e30fcf69235'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:46:51.937713 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ecc58d-beb7-4d08-b40d-4e99c049bfa1" -d '{"events": [{"server_uuid": "9086af39-2eb9-457c-b4e2-6204c9a6b4d4", "name": "network-vif-plugged", "status": "completed", "tag": "cae6f77c-6db2-415a-aa76-9e30fcf69235"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:46:51.961041 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port cae6f77c-6db2-415a-aa76-9e30fcf69235, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cae6f77c-6db2-415a-aa76-9e30fcf69235,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:46:51.973392 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:51.977654 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:52.042237 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffda216a-bd48-444a-b589-08df29f349ed x-openstack-request-id: req-ffda216a-bd48-444a-b589-08df29f349ed {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:46:52.043497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9086af39-2eb9-457c-b4e2-6204c9a6b4d4", "name": "network-vif-plugged", "status": "completed", "tag": "cae6f77c-6db2-415a-aa76-9e30fcf69235", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:46:52.043927 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffda216a-bd48-444a-b589-08df29f349ed {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:46:52.044535 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae6f77c-6db2-415a-aa76-9e30fcf69235', 'code': 200} Jun 07 14:46:52.116097 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=cae6f77c-6db2-415a-aa76-9e30fcf69235,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:52.133309 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:52.307371 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52206) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:52.444704 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c6f1c-7660-469f-807e-3b2a67e80da7 req-ab675d38-61bd-4616-8d75-69746b908400 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:52.453011 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-068c6f1c-7660-469f-807e-3b2a67e80da7 req-ab675d38-61bd-4616-8d75-69746b908400 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 945 time: 0.1660864 Jun 07 14:46:52.482742 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce499d-c31c-4218-ad79-b38ec2b79fcb req-a7ef5562-e897-4625-a573-f61cfbafa8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:52.484466 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6ce499d-c31c-4218-ad79-b38ec2b79fcb req-a7ef5562-e897-4625-a573-f61cfbafa8fc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 1098 time: 0.2485812 Jun 07 14:46:52.529359 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-068c6f1c-7660-469f-807e-3b2a67e80da7 req-c631a912-ae90-4c00-9a10-5c0c2b6557d1 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754530 Jun 07 14:46:52.557153 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6ce499d-c31c-4218-ad79-b38ec2b79fcb req-9c9e9fc3-2bb8-44cb-aadc-9606396f18ad service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536201 Jun 07 14:46:52.663723 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c10a01-1c31-46ef-a9b6-4e72498059d8 req-6aca2b1d-93e5-49bb-a91a-fa0f7d37e18d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:52.665384 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-38c10a01-1c31-46ef-a9b6-4e72498059d8 req-6aca2b1d-93e5-49bb-a91a-fa0f7d37e18d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1280379 Jun 07 14:46:52.712209 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fb22ddfa-a3ad-497a-a10f-a9f3ef2c4e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:52.793764 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-38c10a01-1c31-46ef-a9b6-4e72498059d8 req-86b6732a-e641-44d2-92d3-51ad7da8e27b tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976832 Jun 07 14:46:52.958175 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fb22ddfa-a3ad-497a-a10f-a9f3ef2c4e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:52.968140 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fb22ddfa-a3ad-497a-a10f-a9f3ef2c4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:52.990038 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0e84e2f7-d3e3-4084-ad8b-c9dcef80feb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:53.046580 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22ddfa-a3ad-497a-a10f-a9f3ef2c4e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b525e916-7a28-41aa-b227-81e5ecb39147,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:53.054474 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 52240) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:53.065422 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-fb22ddfa-a3ad-497a-a10f-a9f3ef2c4e1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5485ce7232ba4c48840f2f386744ddd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568855 Jun 07 14:46:53.066484 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-fb22ddfa-a3ad-497a-a10f-a9f3ef2c4e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:53.146254 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:53.192271 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:53.298499 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:53.302795 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:53.313583 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b525e916-7a28-41aa-b227-81e5ecb39147 HTTP/1.1" status: 204 len: 168 time: 0.2574260 Jun 07 14:46:53.314886 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f7c6daad-fa73-4553-aaa8-09d3275fd7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:53.334926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b525e916-7a28-41aa-b227-81e5ecb39147,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:53.346945 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:53.893543 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921a65f-073b-4fa5-8114-324088023c9e req-6cae22df-4635-4933-8544-7a18cb601c31 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:53.895730 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c921a65f-073b-4fa5-8114-324088023c9e req-6cae22df-4635-4933-8544-7a18cb601c31 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 945 time: 0.1868641 Jun 07 14:46:53.961727 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c921a65f-073b-4fa5-8114-324088023c9e req-c064db9c-9ec3-4986-ac84-3bebf5e1261b tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561848 Jun 07 14:46:54.175454 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b824f-fb99-4995-aad8-a869da3f1fc7 req-d8f81ca1-bede-4a1f-a5dd-322733cf06f2 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:54.178096 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3f1b824f-fb99-4995-aad8-a869da3f1fc7 req-d8f81ca1-bede-4a1f-a5dd-322733cf06f2 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1011655 Jun 07 14:46:54.269456 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3f1b824f-fb99-4995-aad8-a869da3f1fc7 req-caf57651-507b-4d93-97d1-790788f0f0b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804994 Jun 07 14:46:54.654141 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 52300) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:54.930500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1c632f24-24c4-43cf-8746-58a87eeaec8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:55.065685 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1c632f24-24c4-43cf-8746-58a87eeaec8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:55.072151 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1c632f24-24c4-43cf-8746-58a87eeaec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:55.085172 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:55.181415 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52324) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:55.181778 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-1c632f24-24c4-43cf-8746-58a87eeaec8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8830c661befd410dab7f3ef531b46bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262156 Jun 07 14:46:55.187018 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c632f24-24c4-43cf-8746-58a87eeaec8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93756e8b-e766-42f7-a430-e1bde962b87f,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:55.190195 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1c632f24-24c4-43cf-8746-58a87eeaec8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:55.251278 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc93a5-85f0-4226-9614-2368e71a903d req-b95a572b-b236-435d-b6f3-2729484dbabd tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:55.254440 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:55.259350 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58cc93a5-85f0-4226-9614-2368e71a903d req-b95a572b-b236-435d-b6f3-2729484dbabd tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 945 time: 0.1291444 Jun 07 14:46:55.290420 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:55.325316 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-58cc93a5-85f0-4226-9614-2368e71a903d req-913943f8-215c-47c9-b375-c153b71db843 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636265 Jun 07 14:46:55.363193 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:55.366338 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:55.367396 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93756e8b-e766-42f7-a430-e1bde962b87f HTTP/1.1" status: 204 len: 168 time: 0.1851628 Jun 07 14:46:55.368092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:55.401189 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93756e8b-e766-42f7-a430-e1bde962b87f,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:55.410524 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:55.572177 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c3d27-f27f-4669-a0f9-283cb33fae42 req-da2eaf71-9f6e-4b3b-b68f-d319027b2b73 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:55.582327 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-db5c3d27-f27f-4669-a0f9-283cb33fae42 req-da2eaf71-9f6e-4b3b-b68f-d319027b2b73 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1336348 Jun 07 14:46:55.662733 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-db5c3d27-f27f-4669-a0f9-283cb33fae42 req-21939e76-6187-46e7-a4cf-513b539eaf90 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782273 Jun 07 14:46:56.020762 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52358) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:56.043585 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2310c9de-1cfe-4e97-a06e-d176562bccba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:56.190971 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2310c9de-1cfe-4e97-a06e-d176562bccba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:56.197085 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2310c9de-1cfe-4e97-a06e-d176562bccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:56.207945 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-047a3063-feb4-43fd-a74d-8fc6752f1bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:56.253473 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310c9de-1cfe-4e97-a06e-d176562bccba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfefafd-8c72-457d-b62f-1d02f82649e4,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:56.262157 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 52370) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:46:56.263510 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2310c9de-1cfe-4e97-a06e-d176562bccba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5b678b852cd46c586d5664715bc6ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392616 Jun 07 14:46:56.265584 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2310c9de-1cfe-4e97-a06e-d176562bccba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:56.333015 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:56.363229 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:56.507931 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:56.512046 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:46:56.516172 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcfefafd-8c72-457d-b62f-1d02f82649e4 HTTP/1.1" status: 204 len: 168 time: 0.2527928 Jun 07 14:46:56.517023 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:46:56.530442 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfefafd-8c72-457d-b62f-1d02f82649e4,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:46:56.530568 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:46:56.931084 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70410bb7-001c-4063-bd81-e8dc81046200 req-c03bc485-e770-4b39-937d-8aac68469adf tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:56.934718 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-70410bb7-001c-4063-bd81-e8dc81046200 req-c03bc485-e770-4b39-937d-8aac68469adf tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1048305 Jun 07 14:46:57.001127 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-70410bb7-001c-4063-bd81-e8dc81046200 req-35a63ec6-c69f-474e-a5d6-0e801d357e33 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604982 Jun 07 14:46:58.283305 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1558-5ef6-4b6c-ab46-97873359d1a0 req-6192e4ca-723a-45b2-9069-bc5ba82d36b3 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:58.285624 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8e1b1558-5ef6-4b6c-ab46-97873359d1a0 req-6192e4ca-723a-45b2-9069-bc5ba82d36b3 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1630197 Jun 07 14:46:58.353640 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8e1b1558-5ef6-4b6c-ab46-97873359d1a0 req-5aa05839-231e-4a9b-bd2f-d23777009f8a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621693 Jun 07 14:46:58.496657 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-12a02bf0-45a5-44db-b495-8b3f840712db tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:58.500006 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-12a02bf0-45a5-44db-b495-8b3f840712db tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 0.2293200 Jun 07 14:46:58.517338 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-5988040f-99bc-4d6d-8ff9-6d0821ae8df6 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/quotas/e89c835f2aff4e01b8c56569c3d6d592 HTTP/1.1" status: 200 len: 375 time: 0.0136354 Jun 07 14:46:58.634112 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-690028ca-e58e-46ce-9bff-e636c9872efa tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098018 Jun 07 14:46:58.831533 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-58ab7a9c-c56e-4ea7-87b0-1aa9d0922010 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852047 Jun 07 14:46:59.002432 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57871c0f-5680-422d-afb2-3fa54090d2f7 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616621 Jun 07 14:46:59.262332 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9efe4ebc-ce82-4628-938b-1c2d484ddeb4 req-cb2d5453-6739-43cc-9c22-cd38975f3a06 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 210 time: 0.0940127 Jun 07 14:46:59.691186 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5748-78d3-4170-90cc-19c69d79cb00 req-dd6a572a-9d70-4d46-a371-51aa140bf738 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:59.703047 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-adfa5748-78d3-4170-90cc-19c69d79cb00 req-dd6a572a-9d70-4d46-a371-51aa140bf738 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2017262 Jun 07 14:46:59.757036 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-17f73bd6-f51e-45a1-a6b8-75fff7b6b586 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=71b31b31f3cd445ea6bcab100db5f065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374372 Jun 07 14:46:59.764720 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-adfa5748-78d3-4170-90cc-19c69d79cb00 req-2453d8db-6391-4191-af6c-52c1893e203d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Jun 07 14:46:59.987101 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-ffad4344-b112-48e6-bc54-4d7d4b7a1173 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:46:59.994571 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-ffad4344-b112-48e6-bc54-4d7d4b7a1173 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358580 Jun 07 14:47:00.013227 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c1d4c732-27fa-4b3e-b8db-03bfe82b8a07 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/quotas/71b31b31f3cd445ea6bcab100db5f065 HTTP/1.1" status: 200 len: 375 time: 0.0176399 Jun 07 14:47:00.096112 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-16046881-9e80-475a-a721-4245fe7c0d5a tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=71b31b31f3cd445ea6bcab100db5f065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817139 Jun 07 14:47:00.423975 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52636) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:00.512677 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7010ce66-0321-4dad-b7b0-52b911d3b91d req-689c6bec-8432-4a42-a926-610a9f93d730 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 210 time: 0.1086078 Jun 07 14:47:00.543970 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa96d683-b51d-4422-ba83-21919bd6f414 req-853ed0f9-4af1-482b-bd4e-50e3e1506ab5 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 210 time: 0.1157193 Jun 07 14:47:00.614718 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c986-9eaf-42d7-8948-21de30de47c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:00.828720 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c986-9eaf-42d7-8948-21de30de47c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:00.836418 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c986-9eaf-42d7-8948-21de30de47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:00.853587 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:00.936512 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d7d4c986-9eaf-42d7-8948-21de30de47c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69f3a75394fb4f4c9d3523c4257a4b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109496 Jun 07 14:47:00.955087 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52652) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:01.001844 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4c986-9eaf-42d7-8948-21de30de47c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917288b-63cc-47c8-bc25-9f26b2b5f00b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:01.017776 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d7d4c986-9eaf-42d7-8948-21de30de47c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:01.143433 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:01.285087 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-391f1af8-9ebd-40a4-854c-6782e979fc98 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:01.289378 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-391f1af8-9ebd-40a4-854c-6782e979fc98 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 0.5454855 Jun 07 14:47:01.297094 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:01.319287 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Request body: {'port': {'device_id': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'admin_state_up': True, 'tenant_id': 'e89c835f2aff4e01b8c56569c3d6d592'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:01.434987 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:01.438652 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:01.440340 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0917288b-63cc-47c8-bc25-9f26b2b5f00b HTTP/1.1" status: 204 len: 168 time: 0.4802644 Jun 07 14:47:01.441368 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d8c3e248-acd7-48ea-86cf-75005d49386d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:01.478462 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917288b-63cc-47c8-bc25-9f26b2b5f00b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:01.483898 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:01.623310 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24fa82-85f6-4794-95ac-ad7ac7e0d12d req-abff48b5-a967-4ebe-a0a8-f6f2cd097411 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:01.625285 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ae24fa82-85f6-4794-95ac-ad7ac7e0d12d req-abff48b5-a967-4ebe-a0a8-f6f2cd097411 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.4572878 Jun 07 14:47:01.626426 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Made reservation on behalf of e89c835f2aff4e01b8c56569c3d6d592 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:01.630631 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:01.843944 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ae24fa82-85f6-4794-95ac-ad7ac7e0d12d req-a6ff7d7c-a676-406b-93f0-8eec956fae76 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013149 Jun 07 14:47:01.947904 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-013f32e0-503f-4ef3-bf02-9610792ff048 req-73474aec-aae6-43a0-9b0a-fde60ec75284 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 210 time: 0.0899127 Jun 07 14:47:02.024989 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Allocated IP 172.20.0.3 (9dcc2866-3694-4565-a6bf-02e0181022f8/290abe47-8cfb-4c6a-bc2c-d24b9c8736c9/887129cc-61b3-4152-b241-4e2e780f9c39) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:47:02.092969 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52682) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:02.107751 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03db049e-f897-4ec7-8186-7cc348fd5f9a req-5368a933-0b12-46be-94df-ee479970a34e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 210 time: 0.0685132 Jun 07 14:47:02.273894 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-4ea826cf-38e8-4f36-bbb4-f7f205e5a8cf tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=71b31b31f3cd445ea6bcab100db5f065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427506 Jun 07 14:47:02.317527 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3e04-3cb3-4b3e-9242-b00abc05527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:02.372052 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52692) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:02.409888 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6084e7a1-87a4-42a0-a2b1-754a59681224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:02.546802 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3e04-3cb3-4b3e-9242-b00abc05527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:02.551784 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3e04-3cb3-4b3e-9242-b00abc05527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:02.581582 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-37d3669e-574b-487a-94a8-91ee241d5d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:02.645311 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7e7c3e04-3cb3-4b3e-9242-b00abc05527c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1fa0584d08b5446fbad59d64ef463330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5504606 Jun 07 14:47:02.647696 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52700) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:02.648026 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52702) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:02.651517 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:02.703638 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-83b1640b-9e4e-4507-9f1d-a17eee086541 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:02.705159 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-83b1640b-9e4e-4507-9f1d-a17eee086541 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833995 Jun 07 14:47:02.707126 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:02.724886 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:02.725467 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123', 'cae6f77c-6db2-415a-aa76-9e30fcf69235'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:02.727436 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c3e04-3cb3-4b3e-9242-b00abc05527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b671208c-83b9-4444-840d-990d3eccbc0b,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:02.753700 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7e7c3e04-3cb3-4b3e-9242-b00abc05527c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:02.805849 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Request body: {'port': {'device_id': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874', 'admin_state_up': True, 'tenant_id': '71b31b31f3cd445ea6bcab100db5f065'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:02.887581 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:47:02.894333 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:02.991536 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6084e7a1-87a4-42a0-a2b1-754a59681224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.017734 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1805c2fd-7fcf-460f-802b-32fc446a30b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.050953 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6084e7a1-87a4-42a0-a2b1-754a59681224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.077943 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-42861aaa-3cf1-47a8-ace2-13c57dcd0495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:03.098574 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:47:03.120050 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.175804 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:03.176679 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.203217 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event updated for resources: {'Port': ['ID=887129cc-61b3-4152-b241-4e2e780f9c39,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:03.224541 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:03.283435 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6084e7a1-87a4-42a0-a2b1-754a59681224 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38b8b212951247ecbdc90ac95e172640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9096007 Jun 07 14:47:03.294562 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 52714) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:03.302001 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084e7a1-87a4-42a0-a2b1-754a59681224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d178f-fbd2-413f-94dc-8841fabb6115,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:03.315314 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6084e7a1-87a4-42a0-a2b1-754a59681224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:03.317531 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d9f6ad05-4ab7-424c-91b6-729a5445c9eb req-e78d6aff-d3db-4c10-a885-bfeba9dbe020 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 210 time: 0.0838985 Jun 07 14:47:03.318157 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.398674 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.449472 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef708d-5a41-46a2-b0ef-af075c892c66 req-05310bfc-91c6-4154-ad89-4a80e7bce91c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:03.450244 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.452482 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aaef708d-5a41-46a2-b0ef-af075c892c66 req-05310bfc-91c6-4154-ad89-4a80e7bce91c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.3130085 Jun 07 14:47:03.515397 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.520201 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.522148 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b671208c-83b9-4444-840d-990d3eccbc0b HTTP/1.1" status: 204 len: 168 time: 0.8687913 Jun 07 14:47:03.541339 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-786c82d2-fda6-44fa-8345-96d78b5dc764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:03.594422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e8f5-ac0e-425c-95bd-20277010c87f req-fb082481-cb6b-4fb1-ac76-3453a19e6aaf tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:03.596384 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-bda1e8f5-ac0e-425c-95bd-20277010c87f req-fb082481-cb6b-4fb1-ac76-3453a19e6aaf tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 931 time: 0.1378918 Jun 07 14:47:03.606701 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.609929 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.611418 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec8d178f-fbd2-413f-94dc-8841fabb6115 HTTP/1.1" status: 204 len: 168 time: 0.3158603 Jun 07 14:47:03.613561 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-8fbf9bb0-04d3-4fd4-bd84-0cb5606f11cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:03.615861 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b671208c-83b9-4444-840d-990d3eccbc0b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:03.638343 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:03.663469 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1805c2fd-7fcf-460f-802b-32fc446a30b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.668698 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aaef708d-5a41-46a2-b0ef-af075c892c66 req-0f240695-0cb9-4255-85d8-d78dbecd2070 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058363 Jun 07 14:47:03.669146 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d178f-fbd2-413f-94dc-8841fabb6115,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:03.672288 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:03.678716 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1805c2fd-7fcf-460f-802b-32fc446a30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.687762 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-75c729fa-7de8-44ad-b499-df82b886f1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:03.746905 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-bda1e8f5-ac0e-425c-95bd-20277010c87f req-6589eb08-6c60-4917-bb0c-a0011cdc4f17 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340845 Jun 07 14:47:03.753827 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4407392 Jun 07 14:47:03.755320 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Made reservation on behalf of 71b31b31f3cd445ea6bcab100db5f065 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:03.763045 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.763368 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1805c2fd-7fcf-460f-802b-32fc446a30b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8342b1aa75de4a618cdcbad59c96960e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1117346 Jun 07 14:47:03.764000 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52722) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:03.766749 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805c2fd-7fcf-460f-802b-32fc446a30b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1106301c-80c4-422a-8111-965dcb472c28,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:03.785904 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.797843 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1805c2fd-7fcf-460f-802b-32fc446a30b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:03.824936 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.826414 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Request body: {'port': {'device_id': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:03.871635 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:03.921517 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.028489 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.044193 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.048543 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.052094 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1106301c-80c4-422a-8111-965dcb472c28 HTTP/1.1" status: 204 len: 168 time: 0.2852666 Jun 07 14:47:04.052094 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2dfc71ad-a253-4ef7-953f-dd7ecc928c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:04.078833 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1106301c-80c4-422a-8111-965dcb472c28,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:04.084164 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:04.304254 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52734) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:04.322376 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.334084 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.348579 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-372426af-119b-40c5-8d28-f9a4b4a64b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.620621 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d21120a5-0bcd-4f5e-8b07-85346c559ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:04.697577 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7976f1f-6cd6-40d5-adbf-42466c71f3f0,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:04.699168 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5e9c7413-6782-42ee-aa8b-f2e43f8f10e9 req-59467a44-fb90-42c9-8fdf-dc6196d5ad78 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 210 time: 0.0841663 Jun 07 14:47:04.703512 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Allocated IP 192.168.233.139 (6dea860d-247e-4dec-a337-fe02c87cc874/7803cb38-0aab-4fb5-b27c-6550d7fbcc26/176b2146-a0c0-4635-b11b-07d8edf094c9) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:47:04.711837 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:04.712673 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-372426af-119b-40c5-8d28-f9a4b4a64b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.722305 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-372426af-119b-40c5-8d28-f9a4b4a64b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:04.783626 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52746) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:04.784696 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2d0316de-a06c-47c1-8fb9-49476be98352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:04.865830 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372426af-119b-40c5-8d28-f9a4b4a64b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bfc7c8-7d0d-4b61-ac37-8a45e88bf7bd,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:04.872049 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-372426af-119b-40c5-8d28-f9a4b4a64b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:04.894180 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-905d11ed-6aee-4347-a19e-8de2c416309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.012026 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-372426af-119b-40c5-8d28-f9a4b4a64b86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47603cf8cb334e3488509dd0d2a1d319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7037895 Jun 07 14:47:05.045082 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 52754) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:05.112424 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-905d11ed-6aee-4347-a19e-8de2c416309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.124275 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-905d11ed-6aee-4347-a19e-8de2c416309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.139795 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-35e42fec-116b-4f39-8580-6f56b11c4c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:05.217338 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d11ed-6aee-4347-a19e-8de2c416309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3faf25-b03c-4d7a-8729-b5745aba5098,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:05.228184 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-905d11ed-6aee-4347-a19e-8de2c416309a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a807e3029e964ac28c4720c9a9f3f1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894894 Jun 07 14:47:05.228184 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-905d11ed-6aee-4347-a19e-8de2c416309a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:05.238142 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1bc1d-3af5-4f8d-9827-ce7f308df37e req-78f4d31a-5bfe-446d-ab89-1f65d7c24bb3 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:05.249134 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ebc1bc1d-3af5-4f8d-9827-ce7f308df37e req-78f4d31a-5bfe-446d-ab89-1f65d7c24bb3 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 931 time: 0.2473028 Jun 07 14:47:05.251786 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52758) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:05.339073 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.376115 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887129cc-61b3-4152-b241-4e2e780f9c39 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:05.377489 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ebc1bc1d-3af5-4f8d-9827-ce7f308df37e req-afc86cc5-fd49-47f4-923b-1ada8f0536d3 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270761 Jun 07 14:47:05.410181 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.414190 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.429611 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.454589 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9907a-ee3d-4586-b17a-376e1f46e918 req-cff9a506-48a7-4ca4-9d42-bcbd74b72f85 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:05.455022 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.457577 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-deb9907a-ee3d-4586-b17a-376e1f46e918 req-cff9a506-48a7-4ca4-9d42-bcbd74b72f85 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.5249968 Jun 07 14:47:05.487029 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Transition to ACTIVE for port object 887129cc-61b3-4152-b241-4e2e780f9c39 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:47:05.507748 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.538726 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.551092 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:05.583297 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.588224 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.591702 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c3faf25-b03c-4d7a-8729-b5745aba5098 HTTP/1.1" status: 204 len: 168 time: 0.3365655 Jun 07 14:47:05.593703 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b8d40479-ee08-4889-8782-aae3c11ab6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:05.612431 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3faf25-b03c-4d7a-8729-b5745aba5098,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:05.626187 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Transition to ACTIVE for port object 176b2146-a0c0-4635-b11b-07d8edf094c9 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:47:05.637268 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:05.742506 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-deb9907a-ee3d-4586-b17a-376e1f46e918 req-65eb904a-c9c8-4694-8265-2a17e53fc1cc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522924 Jun 07 14:47:05.787395 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Pushing event updated for resources: {'Port': ['ID=887129cc-61b3-4152-b241-4e2e780f9c39,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:05.794793 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:05.850088 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.852558 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:05.853780 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29bfc7c8-7d0d-4b61-ac37-8a45e88bf7bd HTTP/1.1" status: 204 len: 168 time: 0.8076098 Jun 07 14:47:05.857232 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-dae38a00-1e22-4c27-8c13-3ff63c51c267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:06.002152 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bfc7c8-7d0d-4b61-ac37-8a45e88bf7bd,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:06.037698 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:06.055665 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0362aa2-1ed5-4b9a-a2c1-bff0736133bb req-ca4f6ba2-e869-458a-a888-61b056d1ed12 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 210 time: 0.0612023 Jun 07 14:47:06.065241 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:06.073802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35cc13c2-77c4-4d68-bafc-4074543bb6f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:06.170144 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Network 6dea860d-247e-4dec-a337-fe02c87cc874 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:47:06.176188 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:06.183725 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:47:06.212600 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Attempting to bind port 887129cc-61b3-4152-b241-4e2e780f9c39 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:47:06.212968 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Attempting to bind port 887129cc-61b3-4152-b241-4e2e780f9c39 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:47:06.213294 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Attempting to bind port 887129cc-61b3-4152-b241-4e2e780f9c39 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:06.220712 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Pushing event updated for resources: {'Port': ['ID=176b2146-a0c0-4635-b11b-07d8edf094c9,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:06.229375 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:06.231011 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Port 887129cc-61b3-4152-b241-4e2e780f9c39 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:47:06.231413 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Attempting to bind port 887129cc-61b3-4152-b241-4e2e780f9c39 on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:06.246443 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:47:06.246984 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Checking segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:06.247516 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Bound using segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:47:06.248236 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Bound port: 887129cc-61b3-4152-b241-4e2e780f9c39, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:47:06.248824 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:06.304704 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:06.306635 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:06.458957 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] For port 887129cc-61b3-4152-b241-4e2e780f9c39, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:47:06.465625 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] For port 887129cc-61b3-4152-b241-4e2e780f9c39, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=887129cc-61b3-4152-b241-4e2e780f9c39,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:47:06.468152 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6757896 Jun 07 14:47:06.475106 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:06.488423 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:06.529113 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f5f4ca2a-13d8-42d2-aa09-c690d4c2f1a4 None None] Provisioning for port 176b2146-a0c0-4635-b11b-07d8edf094c9 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:47:06.553011 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f5f4ca2a-13d8-42d2-aa09-c690d4c2f1a4 None None] Provisioning complete for port 176b2146-a0c0-4635-b11b-07d8edf094c9 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:47:06.553733 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ca2a-13d8-42d2-aa09-c690d4c2f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:06.565322 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Request body: {'port': {'device_id': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:06.680891 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:06.681640 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:06.684257 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] 10.222.0.63 "PUT /v2.0/ports/887129cc-61b3-4152-b241-4e2e780f9c39 HTTP/1.1" status: 200 len: 1093 time: 2.8990953 Jun 07 14:47:06.684898 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'tag': '887129cc-61b3-4152-b241-4e2e780f9c39'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:06.688527 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5779a0c-0334-421e-ab82-8c13cfb60cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "bed86642-ee3c-4b61-aa16-59455e7505a2", "tag": "887129cc-61b3-4152-b241-4e2e780f9c39"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:06.699743 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4ca2a-13d8-42d2-aa09-c690d4c2f1a4 None None] Port 176b2146-a0c0-4635-b11b-07d8edf094c9 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:47:06.762690 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c2339-ed26-43ff-ac66-fce2647d9a43 req-ae83fe1a-a02c-403f-9248-bb68502163d7 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:06.778771 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-094c2339-ed26-43ff-ac66-fce2647d9a43 req-ae83fe1a-a02c-403f-9248-bb68502163d7 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 943 time: 0.2465966 Jun 07 14:47:06.800757 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Pushing event updated for resources: {'Port': ['ID=887129cc-61b3-4152-b241-4e2e780f9c39,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:06.848271 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:06.859182 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-094c2339-ed26-43ff-ac66-fce2647d9a43 req-1cc4f801-df02-4ca7-bc3b-b1de4345d138 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Jun 07 14:47:06.902651 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:06.926200 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:47:06.945739 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83657f92-a9a2-4448-b9db-71595603d54c x-openstack-request-id: req-83657f92-a9a2-4448-b9db-71595603d54c {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:06.946108 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed86642-ee3c-4b61-aa16-59455e7505a2", "tag": "887129cc-61b3-4152-b241-4e2e780f9c39", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:06.946333 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83657f92-a9a2-4448-b9db-71595603d54c {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:06.946762 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'tag': '887129cc-61b3-4152-b241-4e2e780f9c39', 'status': 'completed', 'code': 200} Jun 07 14:47:07.126859 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57ecad01-6c68-4ace-895b-9a6ed3241f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:07.128449 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-57ecad01-6c68-4ace-895b-9a6ed3241f8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 1096 time: 0.3290539 Jun 07 14:47:07.218992 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d6c8-f578-4962-8aaa-fc6d88145921 req-4dd283ea-c847-4ffc-9f25-7a8fe465e2c7 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:07.222900 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-72e1d6c8-f578-4962-8aaa-fc6d88145921 req-4dd283ea-c847-4ffc-9f25-7a8fe465e2c7 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1757164 Jun 07 14:47:07.228641 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-64cf46de-0e05-4177-9aa6-0d572cbd44a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=887129cc-61b3-4152-b241-4e2e780f9c39 HTTP/1.1" status: 200 len: 217 time: 0.0851262 Jun 07 14:47:07.313120 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-187c34a7-c837-4757-ad5e-ce6ebf7e8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:07.314621 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-187c34a7-c837-4757-ad5e-ce6ebf7e8b19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.0771735 Jun 07 14:47:07.331965 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-72e1d6c8-f578-4962-8aaa-fc6d88145921 req-8160133e-89b1-4cdd-a5ab-9d4512daa0a0 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891728 Jun 07 14:47:07.383774 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-ce3d8858-c924-4830-bdb9-0f446c3eafe2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590482 Jun 07 14:47:07.762351 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f2dd-d385-4c98-a8fc-d02666f960c4 req-784eb29a-3fec-498d-b928-6efc575088b9 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:07.764220 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2963f2dd-d385-4c98-a8fc-d02666f960c4 req-784eb29a-3fec-498d-b928-6efc575088b9 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 936 time: 0.3831027 Jun 07 14:47:07.774200 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-d61387cd-5a75-4628-9519-5e156808d8f8 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736663 Jun 07 14:47:07.995896 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2963f2dd-d385-4c98-a8fc-d02666f960c4 req-ed947055-a20a-4073-9d17-1661ac47ec1d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234519 Jun 07 14:47:08.088614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176b2146-a0c0-4635-b11b-07d8edf094c9 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:08.124594 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:08.145556 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-03849b0d-90cb-4109-b6da-db08dceafbf3 req-f4323a8a-6124-43ee-b967-05f96bf0f1ea service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547225 Jun 07 14:47:08.176368 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Transition to ACTIVE for port object 176b2146-a0c0-4635-b11b-07d8edf094c9 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:47:08.185920 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:08.194030 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:08.275321 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52866) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:08.328356 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Pushing event updated for resources: {'Port': ['ID=176b2146-a0c0-4635-b11b-07d8edf094c9,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:08.480433 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8052-dda3-4ae2-b048-95d0ccbb0ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:08.524242 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:08.727834 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ee908246-b2e8-440f-ad1c-b5fc252c87a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:08.805253 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd967fbb-7227-4c32-9683-278acd3cdb4c req-baea12a1-1e92-4727-9fa9-d1ca495e90dc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:08.810646 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd967fbb-7227-4c32-9683-278acd3cdb4c req-baea12a1-1e92-4727-9fa9-d1ca495e90dc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2019556 Jun 07 14:47:08.872430 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-d8e40535-ae21-45dd-980c-48694cd3aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:08.874002 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-d8e40535-ae21-45dd-980c-48694cd3aabf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 1096 time: 0.5500712 Jun 07 14:47:08.905027 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bd967fbb-7227-4c32-9683-278acd3cdb4c req-4d42b3f1-eb7e-4d68-9b09-86ed28cdccc2 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809815 Jun 07 14:47:08.923419 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Attempting to bind port 176b2146-a0c0-4635-b11b-07d8edf094c9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:47:08.924005 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Attempting to bind port 176b2146-a0c0-4635-b11b-07d8edf094c9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:47:08.924517 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Attempting to bind port 176b2146-a0c0-4635-b11b-07d8edf094c9 on network 6dea860d-247e-4dec-a337-fe02c87cc874 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:08.933703 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52884) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:08.989322 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d4899-9920-4efa-b92a-5477866751c2 req-6a795aef-22e3-40cc-9b97-13ddeb2adb0d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:09.003161 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a4d4899-9920-4efa-b92a-5477866751c2 req-6a795aef-22e3-40cc-9b97-13ddeb2adb0d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 943 time: 0.4841297 Jun 07 14:47:09.004126 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Port 176b2146-a0c0-4635-b11b-07d8edf094c9 on network 6dea860d-247e-4dec-a337-fe02c87cc874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:47:09.006824 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Attempting to bind port 176b2146-a0c0-4635-b11b-07d8edf094c9 on network 6dea860d-247e-4dec-a337-fe02c87cc874 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:09.032707 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ee908246-b2e8-440f-ad1c-b5fc252c87a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.039808 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ee908246-b2e8-440f-ad1c-b5fc252c87a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.088317 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8778c067-d4b3-4621-b2b0-71d1fa466358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:09.141392 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:47:09.141724 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Checking segment: {'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:09.142335 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Bound using segment: {'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:47:09.143192 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Bound port: 176b2146-a0c0-4635-b11b-07d8edf094c9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd5a366-358a-4da2-9749-b97e45eb23cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:47:09.143763 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.144277 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee908246-b2e8-440f-ad1c-b5fc252c87a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b62e50-7c76-438a-a40a-7d91dfd30976,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:09.148199 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ee908246-b2e8-440f-ad1c-b5fc252c87a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:09.159358 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-ee908246-b2e8-440f-ad1c-b5fc252c87a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a2cf5abe9f7415a88631047f2948387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8823326 Jun 07 14:47:09.159990 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52896) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:09.208682 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5626c8de-117f-4e0e-ab77-5d646669ac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.277183 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a4d4899-9920-4efa-b92a-5477866751c2 req-bf32228f-8916-41ec-9790-e284d68c7f41 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659247 Jun 07 14:47:09.293450 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-0622fe6b-1c1f-43e9-8b5e-6a3ec07b9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:09.295284 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-0622fe6b-1c1f-43e9-8b5e-6a3ec07b9e17 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 915 time: 0.4070752 Jun 07 14:47:09.319346 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.390541 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-188bfd84-2530-4c38-b629-b97e6a416e73 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=887129cc-61b3-4152-b241-4e2e780f9c39 HTTP/1.1" status: 200 len: 217 time: 0.0834637 Jun 07 14:47:09.394918 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] For port 176b2146-a0c0-4635-b11b-07d8edf094c9, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:47:09.413212 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.455643 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] For port 176b2146-a0c0-4635-b11b-07d8edf094c9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=176b2146-a0c0-4635-b11b-07d8edf094c9,segment=NetworkSegment(6bd5a366-358a-4da2-9749-b97e45eb23cc),segment_id=6bd5a366-358a-4da2-9749-b97e45eb23cc)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:47:09.489400 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa80e4-2d77-4ba3-aed7-e7427d88372f req-9d1684fc-5f0d-4c45-addc-a9f2cccd27a6 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:09.490857 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-0554a585-2738-4b1f-8fee-10948fa012c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:09.491041 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-89fa80e4-2d77-4ba3-aed7-e7427d88372f req-9d1684fc-5f0d-4c45-addc-a9f2cccd27a6 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 948 time: 0.2693653 Jun 07 14:47:09.493707 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-0554a585-2738-4b1f-8fee-10948fa012c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.0832083 Jun 07 14:47:09.562869 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-691c77a4-6da2-4b9f-9b60-fe5c023838d2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548253 Jun 07 14:47:09.658699 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.668486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 887129cc-61b3-4152-b241-4e2e780f9c39 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:47:09.682633 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:09.715072 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.715072 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.715072 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51b62e50-7c76-438a-a40a-7d91dfd30976 HTTP/1.1" status: 204 len: 168 time: 0.5513732 Jun 07 14:47:09.716299 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-905d11ed-6aee-4347-a19e-8de2c416309a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:09.724749 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5626c8de-117f-4e0e-ab77-5d646669ac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.742726 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-89fa80e4-2d77-4ba3-aed7-e7427d88372f req-8c0f00d3-a434-4f2b-8192-0c64823b04be tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293284 Jun 07 14:47:09.746167 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5626c8de-117f-4e0e-ab77-5d646669ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.759389 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b62e50-7c76-438a-a40a-7d91dfd30976,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:09.774668 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:09.775088 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5e9ba1e8-7902-4700-9a85-70c6f49570e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:09.833195 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5626c8de-117f-4e0e-ab77-5d646669ac99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cea8fbe4e2ae499fa2f0536b33da4c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8979509 Jun 07 14:47:09.839801 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52910) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:09.885850 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 887129cc-61b3-4152-b241-4e2e780f9c39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=887129cc-61b3-4152-b241-4e2e780f9c39,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:09.904380 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '887129cc-61b3-4152-b241-4e2e780f9c39', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'port_id': '887129cc-61b3-4152-b241-4e2e780f9c39', 'mac_address': 'fa:16:3e:62:25:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290abe47-8cfb-4c6a-bc2c-d24b9c8736c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:47:09.916140 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626c8de-117f-4e0e-ab77-5d646669ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b16fea-3dfe-4948-80a1-a4b4b06314ef,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:09.926677 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:09.927373 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:09.929024 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] 10.222.0.63 "PUT /v2.0/ports/176b2146-a0c0-4635-b11b-07d8edf094c9 HTTP/1.1" status: 200 len: 1098 time: 3.4480894 Jun 07 14:47:09.929682 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'tag': '176b2146-a0c0-4635-b11b-07d8edf094c9'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:09.933997 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638de745-2d3e-4dcb-ab10-195fa6c46d61" -d '{"events": [{"name": "network-changed", "server_uuid": "d162f392-6814-43a3-bf8d-4fb878f9106e", "tag": "176b2146-a0c0-4635-b11b-07d8edf094c9"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:09.974105 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5626c8de-117f-4e0e-ab77-5d646669ac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:10.131019 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f23957f-6bf1-489c-a63a-07aa5ed0cb22 x-openstack-request-id: req-0f23957f-6bf1-489c-a63a-07aa5ed0cb22 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:10.131693 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d162f392-6814-43a3-bf8d-4fb878f9106e", "tag": "176b2146-a0c0-4635-b11b-07d8edf094c9", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:10.131780 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f23957f-6bf1-489c-a63a-07aa5ed0cb22 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:10.137374 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'tag': '176b2146-a0c0-4635-b11b-07d8edf094c9', 'status': 'completed', 'code': 200} Jun 07 14:47:10.143667 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:10.157215 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:10.194843 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887129cc-61b3-4152-b241-4e2e780f9c39 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:10.201828 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Pushing event updated for resources: {'Port': ['ID=176b2146-a0c0-4635-b11b-07d8edf094c9,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:10.219970 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:10.243659 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 887129cc-61b3-4152-b241-4e2e780f9c39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=887129cc-61b3-4152-b241-4e2e780f9c39,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:10.244008 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-382497da-c25c-4ce4-982c-1fb468cf75e6 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673322 Jun 07 14:47:10.259662 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:10.268467 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:10.289143 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:10.462448 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=887129cc-61b3-4152-b241-4e2e780f9c39,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:10.483192 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:10.491812 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b84188-dece-49ed-8503-3a2c5be5e722 req-67435a07-ec9d-417b-a099-1e03e4635784 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:10.501265 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-97b84188-dece-49ed-8503-3a2c5be5e722 req-67435a07-ec9d-417b-a099-1e03e4635784 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.3338208 Jun 07 14:47:10.585407 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-97b84188-dece-49ed-8503-3a2c5be5e722 req-3a018027-9c0e-4899-be2f-f6c488c09d4d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Jun 07 14:47:10.587379 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:10.592585 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:10.598130 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66b16fea-3dfe-4948-80a1-a4b4b06314ef HTTP/1.1" status: 204 len: 168 time: 0.7522979 Jun 07 14:47:10.598130 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5275a346-e860-4f13-a371-f8822e2e3015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:10.608753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b16fea-3dfe-4948-80a1-a4b4b06314ef,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:10.611423 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:10.659328 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['887129cc-61b3-4152-b241-4e2e780f9c39'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:10.728130 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52936) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:10.751133 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-60d6c132-bcbe-48ea-96d6-625fdaa768eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:10.760217 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-60d6c132-bcbe-48ea-96d6-625fdaa768eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=71b31b31f3cd445ea6bcab100db5f065&device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 1101 time: 0.7616706 Jun 07 14:47:10.770647 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a42cb09a-3a2f-4bab-8be5-d42108cef7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:10.848761 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5779a0c-0334-421e-ab82-8c13cfb60cfa req-68380ce5-289e-4b20-a989-f13918cdfaa9 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780261 Jun 07 14:47:10.997261 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-32f81d01-8046-457e-8d8b-dc5fafe91314 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=176b2146-a0c0-4635-b11b-07d8edf094c9 HTTP/1.1" status: 200 len: 217 time: 0.1540017 Jun 07 14:47:11.110113 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a00ce-a632-4cab-8ab8-d875059d27db req-83199b0d-e1e6-4d15-8d13-5562ba283555 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:11.111643 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3a2a00ce-a632-4cab-8ab8-d875059d27db req-83199b0d-e1e6-4d15-8d13-5562ba283555 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 944 time: 0.4677186 Jun 07 14:47:11.115116 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a42cb09a-3a2f-4bab-8be5-d42108cef7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.116501 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-f9af265b-c9db-4dd5-8488-a7b54bdf52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:11.118316 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-f9af265b-c9db-4dd5-8488-a7b54bdf52bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7803cb38-0aab-4fb5-b27c-6550d7fbcc26 HTTP/1.1" status: 200 len: 843 time: 0.1137476 Jun 07 14:47:11.122180 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a42cb09a-3a2f-4bab-8be5-d42108cef7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.139003 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-71d182ae-27e0-4a1a-bb80-dff15996f0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:11.192885 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-bd181e53-111a-4084-8f0f-ad55e0c39474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.200314 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42cb09a-3a2f-4bab-8be5-d42108cef7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e642b0-72e7-4d8c-9080-de51cda3aa36,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:11.216513 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a42cb09a-3a2f-4bab-8be5-d42108cef7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:11.228634 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a42cb09a-3a2f-4bab-8be5-d42108cef7e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc2fdf879d094a3abf4c04a952a54184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944839 Jun 07 14:47:11.229322 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 52946) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:11.452441 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd9f1f-f89f-4b9b-b0fe-79eb08d8c0bd req-4c01b604-d780-4356-b3d7-0c1f51d7f82c tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:11.454495 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-25cd9f1f-f89f-4b9b-b0fe-79eb08d8c0bd req-4c01b604-d780-4356-b3d7-0c1f51d7f82c tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 948 time: 0.1268005 Jun 07 14:47:11.493770 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3a2a00ce-a632-4cab-8ab8-d875059d27db req-e7785670-dfd9-40b3-80cd-203a03cb1e94 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739204 Jun 07 14:47:11.524339 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-25cd9f1f-f89f-4b9b-b0fe-79eb08d8c0bd req-90f4c152-7d65-460f-bb9a-a8b01ef02e24 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565512 Jun 07 14:47:11.536390 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52956) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:11.616429 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.625270 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-f202dc29-98c5-4756-92d9-3d11275baeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:11.627773 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-f202dc29-98c5-4756-92d9-3d11275baeff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6dea860d-247e-4dec-a337-fe02c87cc874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4885213 Jun 07 14:47:11.736523 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b3aff6c1-8ec3-4c33-8729-e642e086d2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.744228 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.886341 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b3aff6c1-8ec3-4c33-8729-e642e086d2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.894656 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b3aff6c1-8ec3-4c33-8729-e642e086d2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.905987 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:11.917047 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b925dbb0-e9c5-4890-a1d1-6ae3f3c67c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:11.967817 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b3aff6c1-8ec3-4c33-8729-e642e086d2e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49992a57f9bf4cdb8492d6749e2a0994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260862 Jun 07 14:47:11.970174 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aff6c1-8ec3-4c33-8729-e642e086d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324e1897-23f2-4aca-95d9-c0d0c487816c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:11.976152 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b3aff6c1-8ec3-4c33-8729-e642e086d2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:11.979537 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 52972) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:12.073500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 52974) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:12.080253 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.086681 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-75442184-afd5-4f3c-96db-d1543b300807 service neutron] 10.222.0.63 "GET /v2.0/networks/6dea860d-247e-4dec-a337-fe02c87cc874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440799 Jun 07 14:47:12.114601 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.189840 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.194539 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.196520 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5e642b0-72e7-4d8c-9080-de51cda3aa36 HTTP/1.1" status: 204 len: 168 time: 0.9658611 Jun 07 14:47:12.211376 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d35aa-52b6-4069-8267-e87d4763fb9d req-c9a537a4-4ec0-4e7e-bbae-c56f22a3b0f7 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:12.212265 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.214819 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dd9d35aa-52b6-4069-8267-e87d4763fb9d req-c9a537a4-4ec0-4e7e-bbae-c56f22a3b0f7 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.3575745 Jun 07 14:47:12.219075 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.219388 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:12.226631 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/324e1897-23f2-4aca-95d9-c0d0c487816c HTTP/1.1" status: 204 len: 168 time: 0.2415552 Jun 07 14:47:12.227813 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a42cb09a-3a2f-4bab-8be5-d42108cef7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:12.272642 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e1897-23f2-4aca-95d9-c0d0c487816c,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:12.276411 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:12.358512 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e642b0-72e7-4d8c-9080-de51cda3aa36,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:12.369052 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-311400400-network', 'tenant_id': '34680a0f004d4f18b45b1d67befd1081'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:12.373127 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:12.475545 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dd9d35aa-52b6-4069-8267-e87d4763fb9d req-fd722f56-1493-49e8-bc44-c38ae8187ee4 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318647 Jun 07 14:47:12.484916 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-abd2393b-aac8-423b-b601-4ff85ee3545b req-23a124d0-ba4b-4747-9baa-4094a413d005 service neutron] 10.222.0.63 "GET /v2.0/networks/6dea860d-247e-4dec-a337-fe02c87cc874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866968 Jun 07 14:47:12.486876 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Made reservation on behalf of 34680a0f004d4f18b45b1d67befd1081 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:12.500712 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.538838 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.751155 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-2995f80f-fe67-49bb-a9db-034d2e07c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:12.753736 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-2995f80f-fe67-49bb-a9db-034d2e07c84c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=71b31b31f3cd445ea6bcab100db5f065&device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 1101 time: 0.1880629 Jun 07 14:47:12.945679 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef47d-3f11-4371-b24f-cbddbdc3494c req-8109bfc0-97c9-43a9-bffb-2aff87b8511d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:12.960239 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-308ef47d-3f11-4371-b24f-cbddbdc3494c req-8109bfc0-97c9-43a9-bffb-2aff87b8511d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 944 time: 0.2106085 Jun 07 14:47:12.977987 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:12.996773 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.003607 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:13.034691 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53000) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:13.066950 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:47:13.071379 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-706a914f-963e-400d-8403-b35b547a3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:13.073277 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-706a914f-963e-400d-8403-b35b547a3e43 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6dea860d-247e-4dec-a337-fe02c87cc874 HTTP/1.1" status: 200 len: 870 time: 0.3078313 Jun 07 14:47:13.080034 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:13.085852 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-308ef47d-3f11-4371-b24f-cbddbdc3494c req-0284f2ab-a006-4cfb-9431-873874fd2aa3 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238396 Jun 07 14:47:13.087515 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc1914f7-3bb3-440d-9d50-99156913a1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.100603 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.155979 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:13.179913 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.180568 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Added segment c1c88a5b-6e37-415b-afd2-1d15133cd73e of type vlan for network 36c182d2-7891-4639-8f54-175976e14675 Jun 07 14:47:13.182835 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-5619dc5d-f14d-43cf-a3d6-8d1b08adfde8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=176b2146-a0c0-4635-b11b-07d8edf094c9 HTTP/1.1" status: 200 len: 217 time: 0.0992756 Jun 07 14:47:13.202880 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b67bf-2b4f-47c2-b059-dfa15476a3ce req-85b1dcf7-cbbd-45ea-ab93-57aab3c3da88 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:13.204770 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-627b67bf-2b4f-47c2-b059-dfa15476a3ce req-85b1dcf7-cbbd-45ea-ab93-57aab3c3da88 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 948 time: 0.4187813 Jun 07 14:47:13.288679 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc1914f7-3bb3-440d-9d50-99156913a1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.298471 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc1914f7-3bb3-440d-9d50-99156913a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.309959 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2310c9de-1cfe-4e97-a06e-d176562bccba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:13.315223 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.331695 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-f10d520b-159f-4053-a068-f87e62910bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:13.333405 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-f10d520b-159f-4053-a068-f87e62910bef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7803cb38-0aab-4fb5-b27c-6550d7fbcc26 HTTP/1.1" status: 200 len: 843 time: 0.1390710 Jun 07 14:47:13.343843 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-627b67bf-2b4f-47c2-b059-dfa15476a3ce req-5e7fe45a-71ad-45d4-b8cd-c171ab38d590 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038885 Jun 07 14:47:13.352209 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cc1914f7-3bb3-440d-9d50-99156913a1c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c96a10a4efa347799732da855d150529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159306 Jun 07 14:47:13.353641 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1914f7-3bb3-440d-9d50-99156913a1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac37af-9893-4ad8-b2fb-e79796c2cb1a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:13.358181 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cc1914f7-3bb3-440d-9d50-99156913a1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:13.358861 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53010) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:13.430780 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.442416 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.449672 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:13.450273 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.455291 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:13.471520 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.520268 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-014607e5-08ee-491f-849e-4934a31319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:13.520268 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-014607e5-08ee-491f-849e-4934a31319bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6dea860d-247e-4dec-a337-fe02c87cc874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1742451 Jun 07 14:47:13.525566 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4452040 Jun 07 14:47:13.526809 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53016) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:13.535854 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Request body: {'subnet': {'network_id': '36c182d2-7891-4639-8f54-175976e14675', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-311400400-subnet', 'tenant_id': '34680a0f004d4f18b45b1d67befd1081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:13.568180 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Made reservation on behalf of 34680a0f004d4f18b45b1d67befd1081 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:13.571956 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3483863'] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.619932 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.623263 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:13.624587 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4ac37af-9893-4ad8-b2fb-e79796c2cb1a HTTP/1.1" status: 204 len: 168 time: 0.2647085 Jun 07 14:47:13.639357 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-541a751e-d271-458a-b5f6-7cbbb4e62c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:13.717779 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 176b2146-a0c0-4635-b11b-07d8edf094c9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:47:13.720548 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 887129cc-61b3-4152-b241-4e2e780f9c39 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:47:13.744643 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac37af-9893-4ad8-b2fb-e79796c2cb1a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:13.767995 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:13.795289 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-7a00b1d3-ea57-4acf-9f39-9c118240737a service neutron] 10.222.0.63 "GET /v2.0/networks/6dea860d-247e-4dec-a337-fe02c87cc874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200165 Jun 07 14:47:13.796211 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Pushing event updated for resources: {'Network': ['ID=36c182d2-7891-4639-8f54-175976e14675,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:13.890045 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:13.943160 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 36c182d2-7891-4639-8f54-175976e14675 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:47:14.037931 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3483845'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:14.046135 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:14.127062 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd085aaf-c72f-4fb5-a20f-03d27f35e356,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:14.130531 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:14.144115 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 176b2146-a0c0-4635-b11b-07d8edf094c9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=176b2146-a0c0-4635-b11b-07d8edf094c9,segment=NetworkSegment(6bd5a366-358a-4da2-9749-b97e45eb23cc),segment_id=6bd5a366-358a-4da2-9749-b97e45eb23cc)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:14.177311 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '176b2146-a0c0-4635-b11b-07d8edf094c9', 'network_id': '6dea860d-247e-4dec-a337-fe02c87cc874', 'port_id': '176b2146-a0c0-4635-b11b-07d8edf094c9', 'mac_address': 'fa:16:3e:93:c9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7803cb38-0aab-4fb5-b27c-6550d7fbcc26', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:47:14.210861 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Checking segment: {'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:14.212130 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Network hostable DHCP agents. Network: 36c182d2-7891-4639-8f54-175976e14675, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:47:14.259792 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Network 36c182d2-7891-4639-8f54-175976e14675 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:47:14.282026 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 36c182d2-7891-4639-8f54-175976e14675) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:14.290567 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:14.300574 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:14.301226 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:14.303677 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 887129cc-61b3-4152-b241-4e2e780f9c39 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:47:14.307503 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd918f9-a78f-4a35-96de-6dae2d615fde None None] Network 36c182d2-7891-4639-8f54-175976e14675 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:47:14.350746 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8222513 Jun 07 14:47:14.357078 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 887129cc-61b3-4152-b241-4e2e780f9c39 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:47:14.357724 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:14.403864 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176b2146-a0c0-4635-b11b-07d8edf094c9 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:14.422876 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 176b2146-a0c0-4635-b11b-07d8edf094c9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=176b2146-a0c0-4635-b11b-07d8edf094c9,segment=NetworkSegment(6bd5a366-358a-4da2-9749-b97e45eb23cc),segment_id=6bd5a366-358a-4da2-9749-b97e45eb23cc)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:14.426078 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-638de745-2d3e-4dcb-ab10-195fa6c46d61 req-989c44c6-2089-4860-839c-c5cfd870c521 service neutron] 10.222.0.63 "GET /v2.0/networks/6dea860d-247e-4dec-a337-fe02c87cc874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853772 Jun 07 14:47:14.437592 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:14.444434 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-573ce633-0906-4400-a101-cf51944e375c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:14.468125 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488470-266f-4d42-98f4-e6e6e6988c13 req-942fff1d-49e4-4440-a8c9-7d06b1e23d21 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:14.473979 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-92488470-266f-4d42-98f4-e6e6e6988c13 req-942fff1d-49e4-4440-a8c9-7d06b1e23d21 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.6750643 Jun 07 14:47:14.570570 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-92488470-266f-4d42-98f4-e6e6e6988c13 req-a89774a2-2b2b-4234-b48d-60c536ede21f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894766 Jun 07 14:47:14.575131 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6e4b1-2124-4e78-896c-8e22f0ba0dec req-2c87425e-c7d6-42be-a9d2-91d77ddf62e4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:14.583624 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-37f6e4b1-2124-4e78-896c-8e22f0ba0dec req-2c87425e-c7d6-42be-a9d2-91d77ddf62e4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 944 time: 0.2214406 Jun 07 14:47:14.683282 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-37f6e4b1-2124-4e78-896c-8e22f0ba0dec req-b46fdc39-90a1-42a8-80d9-d7ebd7afe3d7 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905843 Jun 07 14:47:14.696099 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=176b2146-a0c0-4635-b11b-07d8edf094c9,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:14.726327 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:14.780586 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['176b2146-a0c0-4635-b11b-07d8edf094c9'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:14.902271 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472905f-2a56-47c6-8bcf-bdddacf4b80c None None] Network 36c182d2-7891-4639-8f54-175976e14675 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:47:14.958950 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:14.970652 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a785fb-0f4f-452a-bc4c-9d6b550a67c4 req-a2babf2b-2670-4359-b107-1d8449f99232 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:14.972556 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b0a785fb-0f4f-452a-bc4c-9d6b550a67c4 req-a2babf2b-2670-4359-b107-1d8449f99232 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 949 time: 0.1321802 Jun 07 14:47:15.079652 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b0a785fb-0f4f-452a-bc4c-9d6b550a67c4 req-fe2a158d-d2d7-43ed-b786-56ba10111c93 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954945 Jun 07 14:47:15.138624 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887129cc-61b3-4152-b241-4e2e780f9c39'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:15.143147 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6ef51-bcd3-49dd-a4c0-346be2f534be" -d '{"events": [{"server_uuid": "bed86642-ee3c-4b61-aa16-59455e7505a2", "name": "network-vif-plugged", "status": "completed", "tag": "887129cc-61b3-4152-b241-4e2e780f9c39"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:15.242761 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 887129cc-61b3-4152-b241-4e2e780f9c39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=887129cc-61b3-4152-b241-4e2e780f9c39,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:15.247609 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743de030-178e-4e12-a956-0ba4970d49f9 x-openstack-request-id: req-743de030-178e-4e12-a956-0ba4970d49f9 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:15.248085 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed86642-ee3c-4b61-aa16-59455e7505a2", "name": "network-vif-plugged", "status": "completed", "tag": "887129cc-61b3-4152-b241-4e2e780f9c39", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:15.248505 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-743de030-178e-4e12-a956-0ba4970d49f9 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:15.249370 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887129cc-61b3-4152-b241-4e2e780f9c39', 'code': 200} Jun 07 14:47:15.271023 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:15.287230 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:15.442292 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=887129cc-61b3-4152-b241-4e2e780f9c39,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:15.448436 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:15.959013 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41be370-5b97-40cd-be05-cc6489677987 req-3e429259-6122-4731-a130-e52dac1cf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:15.961782 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d41be370-5b97-40cd-be05-cc6489677987 req-3e429259-6122-4731-a130-e52dac1cf973 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 1098 time: 0.3078394 Jun 07 14:47:16.011914 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:16.064166 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e5607-f400-419b-af6a-d3afef48aa8d req-397f6735-f6da-4288-bd88-0ce5887fd912 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:16.066288 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-be1e5607-f400-419b-af6a-d3afef48aa8d req-397f6735-f6da-4288-bd88-0ce5887fd912 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1417701 Jun 07 14:47:16.114763 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d41be370-5b97-40cd-be05-cc6489677987 req-db8249dd-b547-4514-b27b-e7491e6d878d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436136 Jun 07 14:47:16.135769 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-be1e5607-f400-419b-af6a-d3afef48aa8d req-def5f2b2-6dd2-40f6-b57a-9884a36d4208 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613809 Jun 07 14:47:16.164098 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a74252-2cd4-4e87-88e5-519aa3fede52 req-8fc305e3-1c1c-4482-856f-38ee87d72bbb tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:16.165931 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e0a74252-2cd4-4e87-88e5-519aa3fede52 req-8fc305e3-1c1c-4482-856f-38ee87d72bbb tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 945 time: 0.1141009 Jun 07 14:47:16.284763 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e0a74252-2cd4-4e87-88e5-519aa3fede52 req-212d8a33-d339-4432-90a4-7eebf684da77 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097090 Jun 07 14:47:16.591262 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489cbe5-8cbf-418e-a6b0-a3cc5bd7391d req-076909bf-f354-4588-9c3f-365ede0f1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:16.593137 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9489cbe5-8cbf-418e-a6b0-a3cc5bd7391d req-076909bf-f354-4588-9c3f-365ede0f1c3a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 1099 time: 0.1303208 Jun 07 14:47:16.612400 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0385255-c759-4619-94d5-24530d661354 req-c785c329-f2e5-40ec-b9cc-b0065e31e0bf tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:16.614206 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a0385255-c759-4619-94d5-24530d661354 req-c785c329-f2e5-40ec-b9cc-b0065e31e0bf tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 949 time: 0.1366532 Jun 07 14:47:16.656920 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9489cbe5-8cbf-418e-a6b0-a3cc5bd7391d req-aac95d43-38d1-4406-83db-98981516f8e6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538299 Jun 07 14:47:16.684168 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a0385255-c759-4619-94d5-24530d661354 req-38952550-c64d-4914-80a6-66359695de46 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612841 Jun 07 14:47:17.421610 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c5872-fa0e-4f14-98cc-72fe5541ad35 req-a69ea45c-877f-4157-bcb9-2e952bf45aee tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:17.423647 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f47c5872-fa0e-4f14-98cc-72fe5541ad35 req-a69ea45c-877f-4157-bcb9-2e952bf45aee tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1315911 Jun 07 14:47:17.427724 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-376e25d3-fd77-4b86-9cdf-8a5cd6e26524 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:17.429401 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-376e25d3-fd77-4b86-9cdf-8a5cd6e26524 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/networks?id=36c182d2-7891-4639-8f54-175976e14675 HTTP/1.1" status: 200 len: 808 time: 0.2386043 Jun 07 14:47:17.462449 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-f1a5d6ef-08a9-4b21-b998-3f22e7bbcb38 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/quotas/34680a0f004d4f18b45b1d67befd1081 HTTP/1.1" status: 200 len: 375 time: 0.0181630 Jun 07 14:47:17.503457 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f47c5872-fa0e-4f14-98cc-72fe5541ad35 req-57934abc-63f4-4f52-ad1d-115bd9e9b582 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687881 Jun 07 14:47:17.538154 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-66ebef13-0f78-407f-a635-a517db673b9e tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=34680a0f004d4f18b45b1d67befd1081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544136 Jun 07 14:47:17.728119 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 176b2146-a0c0-4635-b11b-07d8edf094c9 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:47:17.746068 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93abee6-6f28-425e-ae2a-b0c4f38141da req-7b51a3c3-632b-4ca2-b4e7-226a70dd7304 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:17.757320 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f93abee6-6f28-425e-ae2a-b0c4f38141da req-7b51a3c3-632b-4ca2-b4e7-226a70dd7304 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 945 time: 0.1368246 Jun 07 14:47:17.764332 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-a158346b-a687-42ec-87fe-39a5cb52fa66 service neutron] 10.222.0.61 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235489 Jun 07 14:47:17.816099 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 176b2146-a0c0-4635-b11b-07d8edf094c9 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:47:17.837792 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 176b2146-a0c0-4635-b11b-07d8edf094c9 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:47:17.838376 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:17.973411 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f93abee6-6f28-425e-ae2a-b0c4f38141da req-94ec3a66-bf6e-4596-a74f-71f96bbce361 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148130 Jun 07 14:47:17.979163 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-3c4318b9-303f-49c0-a13a-9a23a3414f35 service neutron] 10.222.0.61 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028513 Jun 07 14:47:18.133312 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:18.222361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 176b2146-a0c0-4635-b11b-07d8edf094c9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=176b2146-a0c0-4635-b11b-07d8edf094c9,segment=NetworkSegment(6bd5a366-358a-4da2-9749-b97e45eb23cc),segment_id=6bd5a366-358a-4da2-9749-b97e45eb23cc)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:18.223864 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176b2146-a0c0-4635-b11b-07d8edf094c9'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:18.228719 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b363b987-4925-452f-8fa4-0889002001bd" -d '{"events": [{"server_uuid": "d162f392-6814-43a3-bf8d-4fb878f9106e", "name": "network-vif-plugged", "status": "completed", "tag": "176b2146-a0c0-4635-b11b-07d8edf094c9"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:18.233543 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:18.235810 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:18.324348 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=176b2146-a0c0-4635-b11b-07d8edf094c9,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:18.328418 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:18.439224 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd2aad-c75a-4cfa-98f7-f9ac11a91204 req-e283bd2c-61c2-4106-a9a6-8948a0536c21 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:18.448564 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9ddd2aad-c75a-4cfa-98f7-f9ac11a91204 req-e283bd2c-61c2-4106-a9a6-8948a0536c21 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 950 time: 0.1581595 Jun 07 14:47:18.535462 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9ddd2aad-c75a-4cfa-98f7-f9ac11a91204 req-678a1098-c25a-46b2-9980-7ea5b965dc85 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829930 Jun 07 14:47:18.577585 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5167065e-bc5d-41da-a05f-e41c72cff0c8 req-de544a1f-494c-404d-ab56-608152593648 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 210 time: 0.0954392 Jun 07 14:47:18.699710 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a08f4b-befd-472f-8c09-04bb140dd205 x-openstack-request-id: req-77a08f4b-befd-472f-8c09-04bb140dd205 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:18.700040 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d162f392-6814-43a3-bf8d-4fb878f9106e", "name": "network-vif-plugged", "status": "completed", "tag": "176b2146-a0c0-4635-b11b-07d8edf094c9", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:18.700387 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77a08f4b-befd-472f-8c09-04bb140dd205 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:18.700985 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176b2146-a0c0-4635-b11b-07d8edf094c9', 'code': 200} Jun 07 14:47:18.841468 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c1380-f9eb-45cb-b6f2-49279e9e3f5b req-f0efd31e-5a93-49e1-8696-4f1ec0242cfb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:18.850256 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d34c1380-f9eb-45cb-b6f2-49279e9e3f5b req-f0efd31e-5a93-49e1-8696-4f1ec0242cfb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1522002 Jun 07 14:47:18.904203 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d34c1380-f9eb-45cb-b6f2-49279e9e3f5b req-4ab125e6-5d29-4195-b5ff-de2fe93d7b50 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 Jun 07 14:47:19.159918 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407a784-710a-46c1-a94f-384a5f33f0c6 req-e31d0197-2cda-448b-987c-8778b8d60dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:19.163927 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a407a784-710a-46c1-a94f-384a5f33f0c6 req-e31d0197-2cda-448b-987c-8778b8d60dc3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 1103 time: 0.1392229 Jun 07 14:47:19.254096 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a407a784-710a-46c1-a94f-384a5f33f0c6 req-d2e07ed9-8ddf-4d3e-9e4e-a205c8b68bb0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764918 Jun 07 14:47:19.268750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5834aa6-362f-4736-ab59-b533bc373ed7 req-d2a229d0-9d93-4712-9a19-83947e3434e6 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:19.270861 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5834aa6-362f-4736-ab59-b533bc373ed7 req-d2a229d0-9d93-4712-9a19-83947e3434e6 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1621284 Jun 07 14:47:19.327362 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5834aa6-362f-4736-ab59-b533bc373ed7 req-04c7ea2c-2d4d-4297-a370-3b73e9b4e159 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488324 Jun 07 14:47:19.778151 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb0a2-d57b-4695-ba5b-3c6dd1ae20cd req-900d6c14-5f30-4cd9-bf41-18a19c1ead38 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:19.785347 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-318cb0a2-d57b-4695-ba5b-3c6dd1ae20cd req-900d6c14-5f30-4cd9-bf41-18a19c1ead38 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 950 time: 0.1314681 Jun 07 14:47:19.857908 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-318cb0a2-d57b-4695-ba5b-3c6dd1ae20cd req-ee47431f-c97a-4de6-a6ab-433c55688ef1 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711343 Jun 07 14:47:19.895637 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8bb2c979-931a-445e-92c8-316d78910138 req-d3acb7f6-e545-4080-bcdc-42a459a455ab tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 210 time: 0.1010935 Jun 07 14:47:20.484657 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-8018a4fe-86c2-4a51-8f86-d90799a62e78 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:20.493365 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-8018a4fe-86c2-4a51-8f86-d90799a62e78 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "GET /v2.0/networks?id=36c182d2-7891-4639-8f54-175976e14675 HTTP/1.1" status: 200 len: 808 time: 0.4426143 Jun 07 14:47:20.526491 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Request body: {'port': {'device_id': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'network_id': '36c182d2-7891-4639-8f54-175976e14675', 'admin_state_up': True, 'tenant_id': '34680a0f004d4f18b45b1d67befd1081'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:20.798278 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Made reservation on behalf of 34680a0f004d4f18b45b1d67befd1081 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:20.807445 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:21.221727 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74828b14-1fb2-4729-8e2a-8a961e35d418 req-5b3938a1-b08d-4042-9b7c-0ef47456929d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:21.235321 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-74828b14-1fb2-4729-8e2a-8a961e35d418 req-5b3938a1-b08d-4042-9b7c-0ef47456929d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 950 time: 0.1308756 Jun 07 14:47:21.316641 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-74828b14-1fb2-4729-8e2a-8a961e35d418 req-f053f836-e19d-423a-a630-c9d24586923a tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794883 Jun 07 14:47:21.368584 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c22beffd-f3c5-442c-83ec-4d83ddd18331 req-2c95440c-4f83-4387-8f7b-75116c081245 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 210 time: 0.0895033 Jun 07 14:47:21.381490 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Allocated IP 172.20.0.13 (36c182d2-7891-4639-8f54-175976e14675/fd085aaf-c72f-4fb5-a20f-03d27f35e356/1ef2f254-5b74-4aef-8536-3d922659396b) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:47:21.961293 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:21.995358 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-883564de-36cb-4239-976c-cdf27668fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:21.996903 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-883564de-36cb-4239-976c-cdf27668fe0d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.1797972 Jun 07 14:47:22.039530 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:22.052820 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21270a22-5bc8-4760-826b-a9b25885da06 req-25dd706c-b7eb-46b5-aed5-01432f02a3ff tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:22.062278 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-21270a22-5bc8-4760-826b-a9b25885da06 req-25dd706c-b7eb-46b5-aed5-01432f02a3ff tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1130779 Jun 07 14:47:22.062639 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:22.130518 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-21270a22-5bc8-4760-826b-a9b25885da06 req-09e3e95a-91c6-48f4-a336-9d3dd0f2e4f8 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628095 Jun 07 14:47:22.153639 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Network 36c182d2-7891-4639-8f54-175976e14675 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:47:22.168901 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:22.171635 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:47:22.317869 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Pushing event updated for resources: {'Port': ['ID=1ef2f254-5b74-4aef-8536-3d922659396b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:22.366419 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.366769 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.367115 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.367455 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.367796 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.368129 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.368457 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.368784 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.369386 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.369488 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.369773 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.370153 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:22.375384 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:22.400120 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:22.400895 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:22.446068 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-460995b4-2c86-4715-954b-19eeeea22b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:22.448113 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-460995b4-2c86-4715-954b-19eeeea22b67 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.4421391 Jun 07 14:47:22.453313 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9311733 Jun 07 14:47:22.474771 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e36d9-ab0d-4304-9e7f-bf11ca5d724b req-ddf1156b-6434-4165-acbc-036488e9b1cc tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:22.476796 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fd3e36d9-ab0d-4304-9e7f-bf11ca5d724b req-ddf1156b-6434-4165-acbc-036488e9b1cc tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 950 time: 0.2173245 Jun 07 14:47:22.591259 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Request body: {'port': {'device_id': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:22.693345 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9354683-1bda-4c99-8f2d-dc83f8c9b4c4 req-b4d84c85-aa02-477c-b9d1-c05a38fc5ce1 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:22.700715 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-d7d53676-f956-48fe-91f7-a0d2567dad32 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 217 time: 0.2156780 Jun 07 14:47:22.709575 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a9354683-1bda-4c99-8f2d-dc83f8c9b4c4 req-b4d84c85-aa02-477c-b9d1-c05a38fc5ce1 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 932 time: 0.1310048 Jun 07 14:47:22.788379 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a9354683-1bda-4c99-8f2d-dc83f8c9b4c4 req-64596015-848b-4a34-9bf8-f1b237cb9fce tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734515 Jun 07 14:47:22.940390 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fd3e36d9-ab0d-4304-9e7f-bf11ca5d724b req-7c7f6615-450b-496c-968b-c1c59d4c0fb8 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597937 Jun 07 14:47:22.950896 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-f44bdea5-fc0e-4086-98aa-0a401387153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:22.952342 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-f44bdea5-fc0e-4086-98aa-0a401387153f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.1959300 Jun 07 14:47:22.953063 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:23.112575 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-f5e6ef55-8eec-40b8-975f-6a4ce989812f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418307 Jun 07 14:47:23.586591 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-f350fe70-5739-41d6-9cfc-b3073525abce service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639390 Jun 07 14:47:23.803869 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2bd42-31c1-4853-8a16-8577e0c0c853 req-6f23bdf6-d9ba-46f0-a77f-ee2f9535e63e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:23.805434 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-02a2bd42-31c1-4853-8a16-8577e0c0c853 req-6f23bdf6-d9ba-46f0-a77f-ee2f9535e63e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.4833963 Jun 07 14:47:23.975973 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-86e3a6ea-bc4e-47ca-bcdf-8ecb24227476 req-81533f5c-0e80-4310-a1f3-bb2dfb048a9c service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811812 Jun 07 14:47:24.004562 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-02a2bd42-31c1-4853-8a16-8577e0c0c853 req-2cd2a815-4859-436b-9696-b827600e3976 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888497 Jun 07 14:47:24.059681 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f42f0-7a7f-4d4e-be71-66fe0988ea08 req-5dce7460-c089-4e44-ab6a-43edf01f7235 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:24.061995 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-767f42f0-7a7f-4d4e-be71-66fe0988ea08 req-5dce7460-c089-4e44-ab6a-43edf01f7235 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 932 time: 0.1209493 Jun 07 14:47:24.101332 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef2f254-5b74-4aef-8536-3d922659396b {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:24.110685 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:24.127296 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-767f42f0-7a7f-4d4e-be71-66fe0988ea08 req-c1ca8008-a87b-4afb-a379-56008dbbfeb2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566325 Jun 07 14:47:24.140015 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Transition to ACTIVE for port object 1ef2f254-5b74-4aef-8536-3d922659396b will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:47:24.146474 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:24.151977 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:24.347478 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2f254-5b74-4aef-8536-3d922659396b,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:24.375435 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:24.534488 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fca68e-8d21-428b-b5ab-1201897ab44a req-5c820afc-aa98-48e7-8012-6fcb6afcdc9b tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:24.536086 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f8fca68e-8d21-428b-b5ab-1201897ab44a req-5c820afc-aa98-48e7-8012-6fcb6afcdc9b tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 950 time: 0.3851120 Jun 07 14:47:24.570347 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Attempting to bind port 1ef2f254-5b74-4aef-8536-3d922659396b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:47:24.570758 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Attempting to bind port 1ef2f254-5b74-4aef-8536-3d922659396b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:47:24.570948 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Attempting to bind port 1ef2f254-5b74-4aef-8536-3d922659396b on network 36c182d2-7891-4639-8f54-175976e14675 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:24.584218 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Port 1ef2f254-5b74-4aef-8536-3d922659396b on network 36c182d2-7891-4639-8f54-175976e14675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:47:24.584539 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Attempting to bind port 1ef2f254-5b74-4aef-8536-3d922659396b on network 36c182d2-7891-4639-8f54-175976e14675 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:24.602855 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:47:24.603908 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Checking segment: {'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:24.603908 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Bound using segment: {'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:47:24.603908 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Bound port: 1ef2f254-5b74-4aef-8536-3d922659396b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:47:24.604312 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:24.625574 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-6f95b845-5d56-4efe-9f07-ffaa99997d9e tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:24.627135 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-6f95b845-5d56-4efe-9f07-ffaa99997d9e tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.63 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 950 time: 0.2814140 Jun 07 14:47:24.674954 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f8fca68e-8d21-428b-b5ab-1201897ab44a req-5618c0ab-3a57-45fc-89bf-c75e60767d5a tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291497 Jun 07 14:47:24.895863 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] For port 1ef2f254-5b74-4aef-8536-3d922659396b, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:47:24.913215 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] For port 1ef2f254-5b74-4aef-8536-3d922659396b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ef2f254-5b74-4aef-8536-3d922659396b,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:47:24.921282 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:24.926921 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:25.001160 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:25.001676 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:25.003047 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] 10.222.0.63 "PUT /v2.0/ports/1ef2f254-5b74-4aef-8536-3d922659396b HTTP/1.1" status: 200 len: 1094 time: 2.4205749 Jun 07 14:47:25.003543 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'tag': '1ef2f254-5b74-4aef-8536-3d922659396b'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:25.005901 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a349cf8-c692-448a-87b8-696ee5956042" -d '{"events": [{"name": "network-changed", "server_uuid": "729ca3e0-5aab-411a-bb0a-24a8e09bdd19", "tag": "1ef2f254-5b74-4aef-8536-3d922659396b"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:25.028799 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Deleting port 176b2146-a0c0-4635-b11b-07d8edf094c9 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:47:25.030091 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:25.059083 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2f254-5b74-4aef-8536-3d922659396b,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:25.072296 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:25.157262 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2517950-4e49-4f03-a697-22291e591013 x-openstack-request-id: req-f2517950-4e49-4f03-a697-22291e591013 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:25.157590 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729ca3e0-5aab-411a-bb0a-24a8e09bdd19", "tag": "1ef2f254-5b74-4aef-8536-3d922659396b", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:25.158002 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2517950-4e49-4f03-a697-22291e591013 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:25.158563 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'tag': '1ef2f254-5b74-4aef-8536-3d922659396b', 'status': 'completed', 'code': 200} Jun 07 14:47:25.336708 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] For port 176b2146-a0c0-4635-b11b-07d8edf094c9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=176b2146-a0c0-4635-b11b-07d8edf094c9,segment=NetworkSegment(6bd5a366-358a-4da2-9749-b97e45eb23cc),segment_id=6bd5a366-358a-4da2-9749-b97e45eb23cc)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:25.337204 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:25.519152 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Calling delete_port for 176b2146-a0c0-4635-b11b-07d8edf094c9 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:47:25.535823 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-5eaab098-9491-4b86-815c-bdd85e6bc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:25.537422 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-5eaab098-9491-4b86-815c-bdd85e6bc391 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=34680a0f004d4f18b45b1d67befd1081&device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 1097 time: 0.3831687 Jun 07 14:47:25.739682 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-90131929-edf8-4c7b-b24b-2a4b775398bf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef2f254-5b74-4aef-8536-3d922659396b HTTP/1.1" status: 200 len: 217 time: 0.1098309 Jun 07 14:47:25.768310 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69245d-0bfe-41ef-b4ad-527cceae88c8 req-9c6db400-a0c7-4974-95ee-8869997b0487 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:25.769919 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c69245d-0bfe-41ef-b4ad-527cceae88c8 req-9c6db400-a0c7-4974-95ee-8869997b0487 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 944 time: 0.1491156 Jun 07 14:47:25.807412 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1c3b0-59ae-4db9-a9cb-021c07cb9b98 req-bd59fe7b-bd97-4139-8f65-71dc60588f11 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:25.810554 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46d1c3b0-59ae-4db9-a9cb-021c07cb9b98 req-bd59fe7b-bd97-4139-8f65-71dc60588f11 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.5588615 Jun 07 14:47:25.832793 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8c69245d-0bfe-41ef-b4ad-527cceae88c8 req-5b67724f-f714-4844-ba27-8084c845aa95 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 Jun 07 14:47:25.907816 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-fafc8da6-1457-4210-94d2-52aa1b06064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:25.910179 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-fafc8da6-1457-4210-94d2-52aa1b06064b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd085aaf-c72f-4fb5-a20f-03d27f35e356 HTTP/1.1" status: 200 len: 848 time: 0.1610997 Jun 07 14:47:25.922243 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46d1c3b0-59ae-4db9-a9cb-021c07cb9b98 req-7fb558cc-6c72-4db3-8eab-b0d40899a5f9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038475 Jun 07 14:47:26.102321 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-7624be23-e074-4a2d-b47e-a9cffe30ca3f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36c182d2-7891-4639-8f54-175976e14675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832621 Jun 07 14:47:26.298646 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:26.314006 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-57fd99a6-8efd-4270-9f82-d3fcd2353e4a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:26.366491 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Pushing event deleted for resources: {'Port': ['ID=176b2146-a0c0-4635-b11b-07d8edf094c9,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:26.382713 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:26.473002 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-81dae87b-bc05-4287-852c-d5d6c15536fb service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353808 Jun 07 14:47:26.485556 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16765f9-4afc-4284-bd67-78ab82d00e76 req-7baede83-01ab-4102-b3c1-65b19c6f7026 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:26.487126 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a16765f9-4afc-4284-bd67-78ab82d00e76 req-7baede83-01ab-4102-b3c1-65b19c6f7026 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/ports?device_id=d162f392-6814-43a3-bf8d-4fb878f9106e HTTP/1.1" status: 200 len: 950 time: 0.4253550 Jun 07 14:47:26.489679 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] No DVR routers for this DVR port 176b2146-a0c0-4635-b11b-07d8edf094c9 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:47:26.518589 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:26.520622 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a47c628-cc59-4c0f-a0f8-93b27fbd75be req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.63 "DELETE /v2.0/ports/176b2146-a0c0-4635-b11b-07d8edf094c9 HTTP/1.1" status: 204 len: 173 time: 1.8844860 Jun 07 14:47:26.672582 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a16765f9-4afc-4284-bd67-78ab82d00e76 req-ff5b95aa-87da-4713-9b88-b9515cfd67d2 tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7976f1f-6cd6-40d5-adbf-42466c71f3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639149 Jun 07 14:47:26.722291 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6bd34be-0f1f-4352-a4b1-b6f0b0e32365 req-96021e47-b33e-4114-aeec-b066a844546e service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334991 Jun 07 14:47:27.086590 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741fcef-dd65-4255-9a5e-1f7f4d94722a req-aa6c7cfe-0801-4fee-a472-829ab66ddd21 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:27.088246 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6741fcef-dd65-4255-9a5e-1f7f4d94722a req-aa6c7cfe-0801-4fee-a472-829ab66ddd21 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 944 time: 0.1126058 Jun 07 14:47:27.114540 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a349cf8-c692-448a-87b8-696ee5956042 req-54fd94ee-a9c4-4f64-a55e-367a8fafc2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:27.116082 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a349cf8-c692-448a-87b8-696ee5956042 req-54fd94ee-a9c4-4f64-a55e-367a8fafc2a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=34680a0f004d4f18b45b1d67befd1081&device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 1097 time: 0.1307607 Jun 07 14:47:27.169792 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6741fcef-dd65-4255-9a5e-1f7f4d94722a req-59b14d74-1c08-4710-bbfc-ea1c7cb36974 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682757 Jun 07 14:47:27.181127 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'name': 'network-vif-deleted', 'tag': '176b2146-a0c0-4635-b11b-07d8edf094c9'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:27.187007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee648f7-ef84-4723-b9a9-4eb0a9588ad9" -d '{"events": [{"server_uuid": "d162f392-6814-43a3-bf8d-4fb878f9106e", "name": "network-vif-deleted", "tag": "176b2146-a0c0-4635-b11b-07d8edf094c9"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:27.468356 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a177-db4d-4c35-af61-efea70197a9e req-aad97f2c-0c1f-49c2-9bc5-9824d34a61bc tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:27.469962 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-aad97f2c-0c1f-49c2-9bc5-9824d34a61bc tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 0.3443072 Jun 07 14:47:27.471236 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a349cf8-c692-448a-87b8-696ee5956042 req-9aa50e03-64a5-45b0-ab5e-d15c998cf995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:27.473137 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a349cf8-c692-448a-87b8-696ee5956042 req-9aa50e03-64a5-45b0-ab5e-d15c998cf995 service neutron] 10.222.0.63 "GET /v2.0/networks?id=36c182d2-7891-4639-8f54-175976e14675 HTTP/1.1" status: 200 len: 909 time: 0.3235798 Jun 07 14:47:27.505199 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65055-b116-4be5-9e6e-73fe16aaac11 req-319a8106-ff8c-4d59-98f7-ef0e2182a2b9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:27.506802 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-20b65055-b116-4be5-9e6e-73fe16aaac11 req-319a8106-ff8c-4d59-98f7-ef0e2182a2b9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2086508 Jun 07 14:47:27.567776 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a349cf8-c692-448a-87b8-696ee5956042 req-05f4ef69-eabc-4f0b-a953-fdbac0e467ed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef2f254-5b74-4aef-8536-3d922659396b HTTP/1.1" status: 200 len: 217 time: 0.0855930 Jun 07 14:47:27.569961 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-df02df91-2578-4968-8e82-ff8c5e78db65 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/quotas/e89c835f2aff4e01b8c56569c3d6d592 HTTP/1.1" status: 200 len: 375 time: 0.0301461 Jun 07 14:47:27.600448 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-20b65055-b116-4be5-9e6e-73fe16aaac11 req-bbc160d9-312b-4e39-a82e-30eb69ba6735 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879385 Jun 07 14:47:27.805230 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 176b2146-a0c0-4635-b11b-07d8edf094c9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:47:27.807571 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a349cf8-c692-448a-87b8-696ee5956042 req-4309ac4b-0be4-4f48-85b8-1071b7011067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:27.811574 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a349cf8-c692-448a-87b8-696ee5956042 req-4309ac4b-0be4-4f48-85b8-1071b7011067 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd085aaf-c72f-4fb5-a20f-03d27f35e356 HTTP/1.1" status: 200 len: 848 time: 0.1592383 Jun 07 14:47:27.895970 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 176b2146-a0c0-4635-b11b-07d8edf094c9 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:47:27.896462 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 176b2146-a0c0-4635-b11b-07d8edf094c9 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:47:27.897965 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a349cf8-c692-448a-87b8-696ee5956042 req-d63bfad3-e8b1-46fc-9878-57460d715d1c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36c182d2-7891-4639-8f54-175976e14675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751073 Jun 07 14:47:27.907911 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-cecb8b3c-83f0-4175-acbf-c41b51265705 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3314579 Jun 07 14:47:28.064989 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e23f7e-252e-464d-b76b-0866c4a96af7 x-openstack-request-id: req-d4e23f7e-252e-464d-b76b-0866c4a96af7 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:28.065313 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d162f392-6814-43a3-bf8d-4fb878f9106e", "name": "network-vif-deleted", "tag": "176b2146-a0c0-4635-b11b-07d8edf094c9", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:28.065606 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4e23f7e-252e-464d-b76b-0866c4a96af7 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:28.066001 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd162f392-6814-43a3-bf8d-4fb878f9106e', 'name': 'network-vif-deleted', 'tag': '176b2146-a0c0-4635-b11b-07d8edf094c9', 'status': 'completed', 'code': 200} Jun 07 14:47:28.317845 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a349cf8-c692-448a-87b8-696ee5956042 req-fe2723d0-4b2d-4e98-a450-4c43f2d7187a service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986282 Jun 07 14:47:28.321397 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-a4fd70a5-720c-4270-b127-5f5eeeb25c74 service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795731 Jun 07 14:47:28.640889 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-694784f7-7c55-4f73-9155-38a18943669e service neutron] 10.222.0.61 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032060 Jun 07 14:47:28.725378 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a349cf8-c692-448a-87b8-696ee5956042 req-1621d407-10cf-4eeb-8db9-a307933439fa service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749096 Jun 07 14:47:28.776218 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9b5b2-641c-4115-adb5-cc509f0b3b6a req-8dd2bdc6-8a3b-4c73-a0f3-0fbcc3238ad2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:28.779599 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0ba9b5b2-641c-4115-adb5-cc509f0b3b6a req-8dd2bdc6-8a3b-4c73-a0f3-0fbcc3238ad2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 944 time: 0.1988587 Jun 07 14:47:28.837163 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0ba9b5b2-641c-4115-adb5-cc509f0b3b6a req-efacc8ac-c2a9-44a0-ab58-7e09ce8c4ebf tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Jun 07 14:47:29.009545 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-044dbb8f-cd73-4f1f-b347-7a1ec02d0fda req-115f8e5c-82e1-48ce-8824-f76c3d1e8d0a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 210 time: 0.0855186 Jun 07 14:47:29.077903 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f37d9-de1e-4ab6-92e4-c836eca268b0 req-9522cfb3-6123-4301-be0f-bc4dd21b9f22 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:29.079580 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-366f37d9-de1e-4ab6-92e4-c836eca268b0 req-9522cfb3-6123-4301-be0f-bc4dd21b9f22 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1196134 Jun 07 14:47:29.154947 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-366f37d9-de1e-4ab6-92e4-c836eca268b0 req-4397eb9d-9c6e-4cf3-8b77-dc46af01cb4f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685344 Jun 07 14:47:29.688743 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53494) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:29.813445 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1ef2f254-5b74-4aef-8536-3d922659396b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:47:29.955042 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:30.148055 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba0270-5acd-4a8a-ace4-6e04b9803203 req-5cdc2aff-1e96-49ea-9a4a-9ffc685d10f7 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:30.169181 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-28ba0270-5acd-4a8a-ace4-6e04b9803203 req-5cdc2aff-1e96-49ea-9a4a-9ffc685d10f7 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 944 time: 0.1464798 Jun 07 14:47:30.228958 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:30.229290 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-28ba0270-5acd-4a8a-ace4-6e04b9803203 req-efe6c17b-0cc3-4eba-922f-24ff2b1eb8c3 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Jun 07 14:47:30.235545 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:30.270051 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 1ef2f254-5b74-4aef-8536-3d922659396b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ef2f254-5b74-4aef-8536-3d922659396b,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:30.275097 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-83d78100-a7b6-43eb-a2df-9291b57403c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:30.311102 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '1ef2f254-5b74-4aef-8536-3d922659396b', 'network_id': '36c182d2-7891-4639-8f54-175976e14675', 'port_id': '1ef2f254-5b74-4aef-8536-3d922659396b', 'mac_address': 'fa:16:3e:63:c8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd085aaf-c72f-4fb5-a20f-03d27f35e356', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:47:30.403768 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:30.405488 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a445d733-c278-4c63-b6e3-45a5ab88f799 req-a8833134-fb36-4c5c-97c6-3ea146c66ee4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 210 time: 0.0623941 Jun 07 14:47:30.414583 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 53554) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:30.418394 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40f72a272685401998d593d3fde8383e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322621 Jun 07 14:47:30.419411 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f264aa9-7ac3-4492-a4da-a792dfe4c878,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:30.434232 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.434560 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.434918 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.435300 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.435650 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.435998 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.436350 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.436693 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.437073 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.437406 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.441782 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.446745 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.453081 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef2f254-5b74-4aef-8536-3d922659396b {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:30.456953 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:30.489498 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 1ef2f254-5b74-4aef-8536-3d922659396b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ef2f254-5b74-4aef-8536-3d922659396b,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:30.496714 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:30.499239 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-573ce633-0906-4400-a101-cf51944e375c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:30.595453 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=1ef2f254-5b74-4aef-8536-3d922659396b,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:30.632524 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.632964 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.633394 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.633821 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.634476 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.634476 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.634839 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.635218 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.635626 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.636882 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.637305 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.637735 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:47:30.659185 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:30.779310 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:30.860381 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:30.864584 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['1ef2f254-5b74-4aef-8536-3d922659396b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:30.911256 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a177-db4d-4c35-af61-efea70197a9e req-9729b541-f228-4807-979f-10441498a725 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:30.912794 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-9729b541-f228-4807-979f-10441498a725 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 814 time: 0.4126663 Jun 07 14:47:30.947374 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34038e0-3aa9-44f8-9927-71c76ad13490 req-69d65f98-f31a-4d4e-b97d-415f7ff63fd3 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:30.949553 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c34038e0-3aa9-44f8-9927-71c76ad13490 req-69d65f98-f31a-4d4e-b97d-415f7ff63fd3 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.4531062 Jun 07 14:47:30.956762 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Request body: {'port': {'device_id': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'admin_state_up': True, 'tenant_id': 'e89c835f2aff4e01b8c56569c3d6d592'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:31.269169 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c34038e0-3aa9-44f8-9927-71c76ad13490 req-6b8e57aa-0f60-4554-95ff-a400ae17e5a1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751508 Jun 07 14:47:31.291014 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:31.295655 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:31.296525 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f264aa9-7ac3-4492-a4da-a792dfe4c878 HTTP/1.1" status: 204 len: 168 time: 0.8792059 Jun 07 14:47:31.306456 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ea33779e-23e4-470f-a84b-afdc92e8d9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:31.346197 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-0f4466a5-36d8-400e-affd-7773c808d59b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4766939 Jun 07 14:47:31.353530 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f264aa9-7ac3-4492-a4da-a792dfe4c878,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:31.358425 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:31.359519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Made reservation on behalf of e89c835f2aff4e01b8c56569c3d6d592 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:31.374228 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:31.684006 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc948f2-d191-4787-9770-d140409b8f97 req-a5eed5bb-155b-4feb-88cb-8a958d3f2d00 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:31.694568 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0fc948f2-d191-4787-9770-d140409b8f97 req-a5eed5bb-155b-4feb-88cb-8a958d3f2d00 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 945 time: 0.1574609 Jun 07 14:47:31.744623 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-556565f4-bf8f-43b0-9e2c-2ea25944b8e1 req-2892bbe3-b9ea-459c-a901-7c8c75688e3b tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 210 time: 0.0671005 Jun 07 14:47:31.800111 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Allocated IP 172.20.0.8 (9dcc2866-3694-4565-a6bf-02e0181022f8/290abe47-8cfb-4c6a-bc2c-d24b9c8736c9/94077646-f5c3-4b55-bdf0-6fdb9fd683aa) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:47:31.822138 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0fc948f2-d191-4787-9770-d140409b8f97 req-52e44921-2934-4b5e-9bbe-71ee362f620f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255438 Jun 07 14:47:31.881621 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-b332d7c4-8c91-48d3-ba97-17556a6a53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:31.883130 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-b332d7c4-8c91-48d3-ba97-17556a6a53b5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 1099 time: 0.2822633 Jun 07 14:47:31.914846 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53630) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:31.965929 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b8a85e8d-8d95-4cbe-a60f-2989a6749e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.168011 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b8a85e8d-8d95-4cbe-a60f-2989a6749e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.174781 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b8a85e8d-8d95-4cbe-a60f-2989a6749e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.206270 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c06005ee-d364-48c6-b30d-9ec0f687833b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:32.248630 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b8a85e8d-8d95-4cbe-a60f-2989a6749e78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9397639ec2fe43f48f580c6491e67764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321657 Jun 07 14:47:32.251930 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53644) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:32.272617 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a85e8d-8d95-4cbe-a60f-2989a6749e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd457b53-dfe9-40d9-a4c1-51afaa6fe060,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:32.288218 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b8a85e8d-8d95-4cbe-a60f-2989a6749e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:32.345048 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.384941 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-dab6b996-5e7c-4107-ba12-d2f2b5d53c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:32.388274 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-dab6b996-5e7c-4107-ba12-d2f2b5d53c5f service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 915 time: 0.4657900 Jun 07 14:47:32.393201 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.397140 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.486448 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.490632 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.494258 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd457b53-dfe9-40d9-a4c1-51afaa6fe060 HTTP/1.1" status: 204 len: 168 time: 0.2411766 Jun 07 14:47:32.496264 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-fb22ddfa-a3ad-497a-a10f-a9f3ef2c4e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:32.517864 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-d5528227-deb4-4f7f-908d-64f2f8817e0d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b2b76a-4317-4146-9ed3-35e4ac325123 HTTP/1.1" status: 200 len: 217 time: 0.1168342 Jun 07 14:47:32.549155 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd457b53-dfe9-40d9-a4c1-51afaa6fe060,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:32.556333 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:32.648287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b275f-27aa-4c2d-bf63-f32aa66ca508 req-5a0dcab6-ee82-432a-bc89-36ca1052338f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:32.654376 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fc5b275f-27aa-4c2d-bf63-f32aa66ca508 req-5a0dcab6-ee82-432a-bc89-36ca1052338f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1584828 Jun 07 14:47:32.685556 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-2cb2640c-a519-4fcf-95b8-6e8c04a1f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:32.687410 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-2cb2640c-a519-4fcf-95b8-6e8c04a1f826 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.1586623 Jun 07 14:47:32.695670 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:32.704496 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-635ace2d-6c7f-408b-86a7-d0d7a9610fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:32.710447 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123', 'cae6f77c-6db2-415a-aa76-9e30fcf69235', '887129cc-61b3-4152-b241-4e2e780f9c39'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:32.749560 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fc5b275f-27aa-4c2d-bf63-f32aa66ca508 req-20439f41-2cc0-4a4e-9f6d-b3f923a111d0 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881500 Jun 07 14:47:33.100340 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-eeeab48b-7592-4a58-9c4a-1674073c90d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3207934 Jun 07 14:47:33.112773 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event updated for resources: {'Port': ['ID=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:33.127265 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:33.304552 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316beab-04ba-47ab-a19c-7f6b768c2681 req-3f1cfccd-5156-4d8e-8e3a-681fc87fdb66 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:33.308464 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3316beab-04ba-47ab-a19c-7f6b768c2681 req-3f1cfccd-5156-4d8e-8e3a-681fc87fdb66 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 945 time: 0.1710417 Jun 07 14:47:33.459615 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3316beab-04ba-47ab-a19c-7f6b768c2681 req-e0bfe573-9f43-4bf0-84c1-a101575ec6dc tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395764 Jun 07 14:47:33.470268 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Network 9dcc2866-3694-4565-a6bf-02e0181022f8 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:47:33.530500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:33.537168 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:47:33.595815 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-f9e7f587-6de5-4a4a-b5de-bb2217d2ecb3 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781210 Jun 07 14:47:33.782431 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:33.783444 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:33.827385 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1ef2f254-5b74-4aef-8536-3d922659396b up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:47:33.951638 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:33.962112 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0228684 Jun 07 14:47:33.979024 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 1ef2f254-5b74-4aef-8536-3d922659396b completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:47:33.994123 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 1ef2f254-5b74-4aef-8536-3d922659396b triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:47:33.994497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:34.086848 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Request body: {'port': {'device_id': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:34.225710 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134efe58-0f0d-488a-80db-a80c1940206e req-99297bdc-3c25-4f44-9b4e-ac324c269b0e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:34.250331 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-134efe58-0f0d-488a-80db-a80c1940206e req-99297bdc-3c25-4f44-9b4e-ac324c269b0e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 931 time: 1.1303973 Jun 07 14:47:34.264396 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:34.329263 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2f254-5b74-4aef-8536-3d922659396b'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:34.336962 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b1252-56a3-4ae3-b59f-4fb4f90b1aa1" -d '{"events": [{"server_uuid": "729ca3e0-5aab-411a-bb0a-24a8e09bdd19", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2f254-5b74-4aef-8536-3d922659396b"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:34.353964 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 1ef2f254-5b74-4aef-8536-3d922659396b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ef2f254-5b74-4aef-8536-3d922659396b,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:34.361056 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:34.361338 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbd0b2-433b-4961-b7ac-9b81c5fdbec5 req-c19671fe-e48b-49a3-80dd-dd12661e74dd tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:34.369957 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-47cbd0b2-433b-4961-b7ac-9b81c5fdbec5 req-c19671fe-e48b-49a3-80dd-dd12661e74dd tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.4566460 Jun 07 14:47:34.372634 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:34.473561 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-47cbd0b2-433b-4961-b7ac-9b81c5fdbec5 req-65dba9dc-cfc2-457e-aa1b-ddb6a00f49ff tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015835 Jun 07 14:47:34.564876 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=1ef2f254-5b74-4aef-8536-3d922659396b,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:34.570813 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:34.617363 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce10787-114c-4e49-a9cf-f3d082a9c066 x-openstack-request-id: req-1ce10787-114c-4e49-a9cf-f3d082a9c066 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:34.618005 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729ca3e0-5aab-411a-bb0a-24a8e09bdd19", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2f254-5b74-4aef-8536-3d922659396b", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:34.618538 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ce10787-114c-4e49-a9cf-f3d082a9c066 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:34.619596 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2f254-5b74-4aef-8536-3d922659396b', 'code': 200} Jun 07 14:47:34.622988 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-134efe58-0f0d-488a-80db-a80c1940206e req-29dd6c63-e235-4610-9333-cf476029a8bc tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335094 Jun 07 14:47:34.637738 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5585a838-5e59-4bae-9cc1-cd02506f4125 req-373f967c-e1b8-4843-b180-bc402e1a9eea service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0125656 Jun 07 14:47:34.708074 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:35.201144 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281aac0-e5e4-4515-8b64-8d12c2167ab8 req-672d228a-414c-468a-917c-805b272e82de tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:35.207552 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9281aac0-e5e4-4515-8b64-8d12c2167ab8 req-672d228a-414c-468a-917c-805b272e82de tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 946 time: 0.2802181 Jun 07 14:47:35.396739 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9281aac0-e5e4-4515-8b64-8d12c2167ab8 req-d538d797-3c72-429f-8741-f47a9d3c192a tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841910 Jun 07 14:47:35.579142 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af33671-5adb-434b-b3ee-00ceab324a7f req-b3459136-44d9-4378-a77a-935c67b4c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:35.581073 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9af33671-5adb-434b-b3ee-00ceab324a7f req-b3459136-44d9-4378-a77a-935c67b4c28a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 1099 time: 0.4714527 Jun 07 14:47:35.820295 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.db.resource_extend [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 14:47:35.834789 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9af33671-5adb-434b-b3ee-00ceab324a7f req-0686de10-a021-4d19-944e-4b68b0c07952 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331884 Jun 07 14:47:35.929838 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94077646-f5c3-4b55-bdf0-6fdb9fd683aa {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:35.941717 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:35.975779 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acdfef-90df-4b75-ad48-d808e5b137cb req-7dbc385e-fd10-4fc9-ab2e-1d72c8d23b81 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:35.983769 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f2acdfef-90df-4b75-ad48-d808e5b137cb req-7dbc385e-fd10-4fc9-ab2e-1d72c8d23b81 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2910249 Jun 07 14:47:35.989261 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Transition to ACTIVE for port object 94077646-f5c3-4b55-bdf0-6fdb9fd683aa will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:47:36.017754 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:36.032408 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-59f7a094-eced-4e93-8ab6-526901eb2082 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:36.291491 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f2acdfef-90df-4b75-ad48-d808e5b137cb req-3eccd2e6-d848-4f21-b14a-a84403e632ca tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041000 Jun 07 14:47:36.298076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Pushing event updated for resources: {'Port': ['ID=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:36.347701 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:36.713608 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Attempting to bind port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:47:36.713959 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Attempting to bind port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:47:36.714321 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Attempting to bind port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:36.722162 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa on network 9dcc2866-3694-4565-a6bf-02e0181022f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:47:36.722507 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Attempting to bind port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa on network 9dcc2866-3694-4565-a6bf-02e0181022f8 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:36.731210 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:47:36.731550 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Checking segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:36.731927 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Bound using segment: {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:47:36.732371 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Bound port: 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0133b244-4e28-4fad-9d8b-a45e9cf9af10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:47:36.732720 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:36.751716 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773069e-5178-49f7-9b59-bbda0fb4bafe req-a0d74e52-6b5c-4798-83ab-622d91c870b5 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:36.753288 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4773069e-5178-49f7-9b59-bbda0fb4bafe req-a0d74e52-6b5c-4798-83ab-622d91c870b5 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 943 time: 0.1663077 Jun 07 14:47:36.859265 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4773069e-5178-49f7-9b59-bbda0fb4bafe req-fc6a538b-7629-49ef-980a-a669df3f52fc tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992930 Jun 07 14:47:36.886802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] For port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:47:36.891193 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] For port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:47:36.900294 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:36.906966 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:36.970128 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:36.970836 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:36.973010 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] 10.222.0.63 "PUT /v2.0/ports/94077646-f5c3-4b55-bdf0-6fdb9fd683aa HTTP/1.1" status: 200 len: 1093 time: 2.8936400 Jun 07 14:47:36.982045 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:36.984487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:37.014970 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Pushing event updated for resources: {'Port': ['ID=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:37.019279 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:37.214287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e9462-6aff-4a5e-a515-6183472df2bc req-398767ee-30fb-481d-b49c-e9e42a7702ce tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:37.217471 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cf2e9462-6aff-4a5e-a515-6183472df2bc req-398767ee-30fb-481d-b49c-e9e42a7702ce tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 946 time: 0.2394786 Jun 07 14:47:37.301842 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cf2e9462-6aff-4a5e-a515-6183472df2bc req-df3754f6-5145-4bb4-90df-09c3280a297f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769110 Jun 07 14:47:37.354165 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a177-db4d-4c35-af61-efea70197a9e req-f4b0f66b-6d53-4246-8175-98f0ae615ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:37.356881 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-f4b0f66b-6d53-4246-8175-98f0ae615ff4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 1096 time: 0.2995703 Jun 07 14:47:37.369780 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed96c66b-c0f6-4068-b44c-331a1410ea0c x-openstack-request-id: req-ed96c66b-c0f6-4068-b44c-331a1410ea0c {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:37.370804 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:37.373815 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed96c66b-c0f6-4068-b44c-331a1410ea0c {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:37.374521 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa', 'status': 'completed', 'code': 200} Jun 07 14:47:37.503061 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-36538aec-8359-413b-b820-4a832e8d55d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa HTTP/1.1" status: 200 len: 217 time: 0.1240730 Jun 07 14:47:37.511296 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2588f2d-8029-47dd-b833-03a4e81f354b req-1c7fc4fd-cac6-4501-975a-27e4ee0294e5 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:37.520476 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a2588f2d-8029-47dd-b833-03a4e81f354b req-1c7fc4fd-cac6-4501-975a-27e4ee0294e5 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.3570588 Jun 07 14:47:37.616427 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a177-db4d-4c35-af61-efea70197a9e req-d5c20173-5744-48bd-a007-e7a781a1fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:37.618160 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-d5c20173-5744-48bd-a007-e7a781a1fc6b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.0955422 Jun 07 14:47:37.678925 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53846) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:37.705452 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a2588f2d-8029-47dd-b833-03a4e81f354b req-30f0d0c8-b792-4d89-beac-d15e180865e6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838152 Jun 07 14:47:37.774258 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-dafd2dc2-7af7-41e7-ac1c-6a6c668c7bf0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323025 Jun 07 14:47:37.775591 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf1ae-d46c-4244-a7a2-c078e20b2102 req-82545a12-5c8d-4d15-b7d7-63d108a1afdc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:37.777311 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-88ecf1ae-d46c-4244-a7a2-c078e20b2102 req-82545a12-5c8d-4d15-b7d7-63d108a1afdc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2227407 Jun 07 14:47:37.924494 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-88ecf1ae-d46c-4244-a7a2-c078e20b2102 req-63e0fd15-b069-4fe6-b8b6-d09196c3c37f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367171 Jun 07 14:47:38.052668 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-bc10d48e-aa0c-4444-bd91-3319fb72ec79 service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687490 Jun 07 14:47:38.116281 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-449a2772-e2d4-47be-be58-655c70d5c0b2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71b31b31f3cd445ea6bcab100db5f065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314909 Jun 07 14:47:38.123377 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53860) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:38.239116 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2d3da-f80f-4391-8850-e7e4cb68e10f req-3891f50f-b64a-43d6-989b-392f7e2f9927 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:38.240877 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b2b2d3da-f80f-4391-8850-e7e4cb68e10f req-3891f50f-b64a-43d6-989b-392f7e2f9927 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 943 time: 0.1695802 Jun 07 14:47:38.247359 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:38.296508 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:38.311068 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0585a177-db4d-4c35-af61-efea70197a9e req-73670da9-58f2-4522-ae61-aef86b12cdbc service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504911 Jun 07 14:47:38.341282 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b2b2d3da-f80f-4391-8850-e7e4cb68e10f req-02f2be35-437d-42b7-9d17-b884915bb87d tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835049 Jun 07 14:47:38.390317 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:38.393183 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:38.398227 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a7976f1f-6cd6-40d5-adbf-42466c71f3f0 HTTP/1.1" status: 204 len: 168 time: 0.2631071 Jun 07 14:47:38.398227 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1805c2fd-7fcf-460f-802b-32fc446a30b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:38.408818 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7976f1f-6cd6-40d5-adbf-42466c71f3f0,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:38.411787 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:38.494317 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1947aab9-cc13-4b0f-8bf4-27e8b43c2c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:38.541875 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-d1b74144-76ee-4b5a-a408-7fdc0387954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:38.544097 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-d1b74144-76ee-4b5a-a408-7fdc0387954d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 1096 time: 0.1593235 Jun 07 14:47:38.561258 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613637-3254-4ae0-97d4-940b0eec8345 req-427a7b42-9fef-410f-8eae-61bd0855bd96 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:38.562802 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-76613637-3254-4ae0-97d4-940b0eec8345 req-427a7b42-9fef-410f-8eae-61bd0855bd96 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 946 time: 0.1106238 Jun 07 14:47:38.711238 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-76613637-3254-4ae0-97d4-940b0eec8345 req-63deb4c9-99ef-4da9-8683-3c0f0c3f3c20 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277175 Jun 07 14:47:38.805423 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-a7be50d8-35d8-4d5e-968e-f85382f7d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:38.809027 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-a7be50d8-35d8-4d5e-968e-f85382f7d633 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 200 len: 915 time: 0.2448938 Jun 07 14:47:38.938063 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-ae815fd9-00d2-4f53-b5ab-fe3cff67b37a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa HTTP/1.1" status: 200 len: 217 time: 0.1160324 Jun 07 14:47:38.959262 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e56a4c-d401-4c48-92ee-d777ca6413c4 req-b91f444c-0dcd-411f-8947-67749b0c5773 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:38.970574 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b8e56a4c-d401-4c48-92ee-d777ca6413c4 req-b91f444c-0dcd-411f-8947-67749b0c5773 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1083868 Jun 07 14:47:39.027954 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b8e56a4c-d401-4c48-92ee-d777ca6413c4 req-33c3a362-703d-4c5b-8919-c404c5c88ab6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559843 Jun 07 14:47:39.042650 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-f8480cd9-e307-4a0f-8fae-d0c90a4345c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:39.046796 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-f8480cd9-e307-4a0f-8fae-d0c90a4345c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 200 len: 854 time: 0.0918612 Jun 07 14:47:39.241005 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-49277afb-0d9c-48ba-bf1c-edfedd59b835 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9dcc2866-3694-4565-a6bf-02e0181022f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543334 Jun 07 14:47:39.429266 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce5e0-0ea5-4b71-bf53-12a77cb79425 req-9f432b5d-b912-4d3e-b5f8-f19cde061fae tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:39.438028 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-977ce5e0-0ea5-4b71-bf53-12a77cb79425 req-9f432b5d-b912-4d3e-b5f8-f19cde061fae tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.3856657 Jun 07 14:47:39.467901 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-52bf5bfa-6aef-4ca8-b7ef-7189eb924dec service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146044 Jun 07 14:47:39.518180 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-977ce5e0-0ea5-4b71-bf53-12a77cb79425 req-7d8d7c07-28dc-4a8d-b4e4-f214b427a86f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791423 Jun 07 14:47:39.601831 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054acdf-4f47-451d-a38b-656b13670d57 req-3791c493-7b45-4375-adbd-f7c561fffa28 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:39.603573 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a054acdf-4f47-451d-a38b-656b13670d57 req-3791c493-7b45-4375-adbd-f7c561fffa28 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 943 time: 0.1379755 Jun 07 14:47:39.658613 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c9fc2ab0-568e-44e6-a2e4-9848fd5c65d9 req-2a2316e0-1f51-443b-b7f3-b670f7ebfd5c service neutron] 10.222.0.63 "GET /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737733 Jun 07 14:47:39.677878 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a054acdf-4f47-451d-a38b-656b13670d57 req-dd98055e-d076-4dc0-81f0-70ef7acabf3e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661201 Jun 07 14:47:39.840592 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 94077646-f5c3-4b55-bdf0-6fdb9fd683aa details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:47:40.082866 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:40.122982 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa', 'network_id': '9dcc2866-3694-4565-a6bf-02e0181022f8', 'port_id': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa', 'mac_address': 'fa:16:3e:6d:5c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290abe47-8cfb-4c6a-bc2c-d24b9c8736c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:47:40.238275 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5611967-a4ba-4bea-8160-bc1ed71618bb req-c0609d17-bc19-465f-a1c1-32a55b2ef2df tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:40.246751 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c5611967-a4ba-4bea-8160-bc1ed71618bb req-c0609d17-bc19-465f-a1c1-32a55b2ef2df tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 946 time: 0.1778457 Jun 07 14:47:40.266351 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:40.325830 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94077646-f5c3-4b55-bdf0-6fdb9fd683aa {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:40.333893 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c5611967-a4ba-4bea-8160-bc1ed71618bb req-ffee7ad7-f20b-4c3f-98d4-bd9d4d94bde1 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856888 Jun 07 14:47:40.370846 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:40.381182 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:40.383894 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-be00594c-46e3-4d72-8b91-a849cae8c820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:40.472912 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3669f-df7b-4d26-bea0-be107e521478 req-56ca365b-79b7-4047-9847-ee697edb3e57 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:40.481162 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f2b3669f-df7b-4d26-bea0-be107e521478 req-56ca365b-79b7-4047-9847-ee697edb3e57 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1789067 Jun 07 14:47:40.513948 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:40.519225 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:40.538381 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f2b3669f-df7b-4d26-bea0-be107e521478 req-982b8e97-c757-4d6e-a514-0e5c3ef36773 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558953 Jun 07 14:47:40.757559 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ad913-efaa-427a-a00e-a7152f1216ae req-2920b21e-84f5-454f-aeaf-0f3e47e168b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:40.759168 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2e8ad913-efaa-427a-a00e-a7152f1216ae req-2920b21e-84f5-454f-aeaf-0f3e47e168b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1050320 Jun 07 14:47:40.844481 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2e8ad913-efaa-427a-a00e-a7152f1216ae req-d194b0cf-f6bc-4cb5-98ee-95676a39fce6 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778956 Jun 07 14:47:40.920269 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['94077646-f5c3-4b55-bdf0-6fdb9fd683aa'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:40.994431 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00828b5f-8de1-4083-859b-9bbbd4153c2c req-d041df9a-5485-4d80-a787-8736d1c0e92c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:40.997637 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-00828b5f-8de1-4083-859b-9bbbd4153c2c req-d041df9a-5485-4d80-a787-8736d1c0e92c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 944 time: 0.1704087 Jun 07 14:47:41.061184 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-00828b5f-8de1-4083-859b-9bbbd4153c2c req-96835c39-c730-4e0e-ad2a-08f5adc683c4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569863 Jun 07 14:47:41.162526 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b69a5abd-6ec1-471a-941f-f3d5f8459c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:41.439262 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833eac8-19d6-4d47-a324-53e2755ca213 req-79276f0a-7cfb-4e4b-bf91-eaa079a8a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:41.441045 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f833eac8-19d6-4d47-a324-53e2755ca213 req-79276f0a-7cfb-4e4b-bf91-eaa079a8a6f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.1232877 Jun 07 14:47:41.500698 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f833eac8-19d6-4d47-a324-53e2755ca213 req-4033f443-8fcc-4d0c-b0b4-62844b96f358 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455325 Jun 07 14:47:41.593977 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 53958) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:41.803559 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-72c946f6-87c5-4635-bd04-57b0ea0144c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:41.857844 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3faf-4ee9-450f-9758-ea35e1e3dcdc req-24ba378c-be31-497a-a2fd-7e298965c1b2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:41.859708 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-352b3faf-4ee9-450f-9758-ea35e1e3dcdc req-24ba378c-be31-497a-a2fd-7e298965c1b2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 946 time: 0.1357398 Jun 07 14:47:41.914574 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:41.950963 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-352b3faf-4ee9-450f-9758-ea35e1e3dcdc req-2b0848c5-e680-4283-9837-9341b6279dfb tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660696 Jun 07 14:47:42.018126 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-72c946f6-87c5-4635-bd04-57b0ea0144c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:42.044154 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-72c946f6-87c5-4635-bd04-57b0ea0144c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:42.054475 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-42ed76dd-c194-491f-9c0b-8e834f866fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:42.105508 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-72c946f6-87c5-4635-bd04-57b0ea0144c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdeb0264bc304051b8d4a56df3392e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100882 Jun 07 14:47:42.106294 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c946f6-87c5-4635-bd04-57b0ea0144c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b87bb19-b11d-4935-962c-18e9e5836520,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:42.108492 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 53974) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:42.109537 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-72c946f6-87c5-4635-bd04-57b0ea0144c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:42.177035 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:42.218392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a69c-0a30-40cd-85c4-63b96feba065 req-2cbbda45-31cb-4393-96e5-ead0ae5eae22 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:42.221251 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:42.228993 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9a69a69c-0a30-40cd-85c4-63b96feba065 req-2cbbda45-31cb-4393-96e5-ead0ae5eae22 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1074028 Jun 07 14:47:42.285101 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9a69a69c-0a30-40cd-85c4-63b96feba065 req-e31bae2f-8c5d-4cc4-bc0e-d931aa52251c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541246 Jun 07 14:47:42.454289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:42.458455 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:42.460636 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b87bb19-b11d-4935-962c-18e9e5836520 HTTP/1.1" status: 204 len: 168 time: 0.3495452 Jun 07 14:47:42.469320 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4d43d042-dfe2-4b0e-a6e9-069c8c046672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:42.503387 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-34a899ee-4113-4c03-9aef-ff20c982d925 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:42.504054 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c0f2b-dfe9-4170-9063-8da0d638f56c req-1da3b14f-1429-4f2b-851e-c26976c49c37 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:42.504901 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-34a899ee-4113-4c03-9aef-ff20c982d925 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 946 time: 0.2355533 Jun 07 14:47:42.506863 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b87bb19-b11d-4935-962c-18e9e5836520,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:42.512366 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4b2c0f2b-dfe9-4170-9063-8da0d638f56c req-1da3b14f-1429-4f2b-851e-c26976c49c37 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 944 time: 0.1120081 Jun 07 14:47:42.529834 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f06ace-4f4e-4298-a7d4-7ba5448929ce req-ceb8b56f-67b6-4763-91b1-25dfd62ef894 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:42.531775 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-80f06ace-4f4e-4298-a7d4-7ba5448929ce req-ceb8b56f-67b6-4763-91b1-25dfd62ef894 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2172694 Jun 07 14:47:42.534961 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:42.610520 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4b2c0f2b-dfe9-4170-9063-8da0d638f56c req-6c2c9ffd-810a-4a43-ab3d-4f3a9794bd29 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972023 Jun 07 14:47:42.650898 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-80f06ace-4f4e-4298-a7d4-7ba5448929ce req-ad108796-1ea3-48fb-af1a-49721079f24e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713344 Jun 07 14:47:42.740702 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Deleting port 1ef2f254-5b74-4aef-8536-3d922659396b {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:47:42.741419 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:42.901433 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] For port 1ef2f254-5b74-4aef-8536-3d922659396b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1ef2f254-5b74-4aef-8536-3d922659396b,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:42.901850 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:43.054749 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Calling delete_port for 1ef2f254-5b74-4aef-8536-3d922659396b owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:47:43.107709 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:43.216984 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abca0ac-ca05-4245-9b2d-6e68282cb2ed req-551d3337-b02c-477e-aaf7-51bcfb6e8d55 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:43.222930 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4abca0ac-ca05-4245-9b2d-6e68282cb2ed req-551d3337-b02c-477e-aaf7-51bcfb6e8d55 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=729ca3e0-5aab-411a-bb0a-24a8e09bdd19 HTTP/1.1" status: 200 len: 946 time: 0.1262708 Jun 07 14:47:43.249075 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:43.259419 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:43.263745 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['1ef2f254-5b74-4aef-8536-3d922659396b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:43.302590 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4abca0ac-ca05-4245-9b2d-6e68282cb2ed req-42a75980-d44b-43c8-aa70-1d4f871e1e17 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720108 Jun 07 14:47:43.400172 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Pushing event deleted for resources: {'Port': ['ID=1ef2f254-5b74-4aef-8536-3d922659396b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:43.404895 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] No DVR routers for this DVR port 1ef2f254-5b74-4aef-8536-3d922659396b on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:47:43.407984 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:43.410069 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-51321d70-eaa6-4466-991d-ff7a944818f8 req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "DELETE /v2.0/ports/1ef2f254-5b74-4aef-8536-3d922659396b HTTP/1.1" status: 204 len: 173 time: 0.8762138 Jun 07 14:47:43.411057 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:43.411679 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'name': 'network-vif-deleted', 'tag': '1ef2f254-5b74-4aef-8536-3d922659396b'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:43.414760 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e568a427-bb6f-4f5e-9775-237669101542" -d '{"events": [{"server_uuid": "729ca3e0-5aab-411a-bb0a-24a8e09bdd19", "name": "network-vif-deleted", "tag": "1ef2f254-5b74-4aef-8536-3d922659396b"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:43.540690 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54010) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:43.554007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0357afe0-6195-4bf7-8bfb-10000f35e91a x-openstack-request-id: req-0357afe0-6195-4bf7-8bfb-10000f35e91a {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:43.554452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729ca3e0-5aab-411a-bb0a-24a8e09bdd19", "name": "network-vif-deleted", "tag": "1ef2f254-5b74-4aef-8536-3d922659396b", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:43.554745 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0357afe0-6195-4bf7-8bfb-10000f35e91a {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:43.555174 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729ca3e0-5aab-411a-bb0a-24a8e09bdd19', 'name': 'network-vif-deleted', 'tag': '1ef2f254-5b74-4aef-8536-3d922659396b', 'status': 'completed', 'code': 200} Jun 07 14:47:43.746489 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07071d-26bf-490c-a4ee-80256f9566f4 req-3fa61def-fdd4-4cdf-a188-663793ec639f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:43.753314 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8e07071d-26bf-490c-a4ee-80256f9566f4 req-3fa61def-fdd4-4cdf-a188-663793ec639f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2501063 Jun 07 14:47:43.816951 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8e07071d-26bf-490c-a4ee-80256f9566f4 req-c6145803-6979-4d2a-9e49-4de0d966dfb4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627210 Jun 07 14:47:43.845185 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1603698523-network', 'tenant_id': '5ea4a7a3ad14480cb33a607061e5e6b9'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:43.865143 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 94077646-f5c3-4b55-bdf0-6fdb9fd683aa up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:47:43.901995 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Made reservation on behalf of 5ea4a7a3ad14480cb33a607061e5e6b9 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:43.905096 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:43.921329 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:43.926803 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:47:43.951757 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:47:43.958057 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:47:43.958774 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:43.973527 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194af47d-53f5-41e8-b780-bd8984deb8a4 req-669b6892-47ff-4422-848f-ae7b9bab05bf tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:43.976908 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-194af47d-53f5-41e8-b780-bd8984deb8a4 req-669b6892-47ff-4422-848f-ae7b9bab05bf tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 944 time: 0.1782041 Jun 07 14:47:44.068306 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bc643-f19c-4c2c-b7e6-2d734f8e6381 req-7e70aaeb-8670-4a60-aa5a-7a2dcf547a95 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:44.075152 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c07bc643-f19c-4c2c-b7e6-2d734f8e6381 req-7e70aaeb-8670-4a60-aa5a-7a2dcf547a95 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1443388 Jun 07 14:47:44.097868 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-194af47d-53f5-41e8-b780-bd8984deb8a4 req-3aea2726-39b3-4946-8699-18fed91ae396 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092863 Jun 07 14:47:44.106993 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.158779 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:44.163247 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8fc328-5ffd-4ea2-a28f-f9b1583c12c4" -d '{"events": [{"server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "name": "network-vif-plugged", "status": "completed", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:44.174847 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:44.179984 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.182194 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:44.196886 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c07bc643-f19c-4c2c-b7e6-2d734f8e6381 req-3efded1a-bf1e-4592-88b0-eca62427f70e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107321 Jun 07 14:47:44.226420 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.233735 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.239481 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d7d4c986-9eaf-42d7-8948-21de30de47c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:44.250372 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c26a82-8166-4e49-857a-9d0e10cb387d x-openstack-request-id: req-34c26a82-8166-4e49-857a-9d0e10cb387d {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:44.250706 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "name": "network-vif-plugged", "status": "completed", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:44.250977 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34c26a82-8166-4e49-857a-9d0e10cb387d {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:44.251913 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa', 'code': 200} Jun 07 14:47:44.286847 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:47:44.299915 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b91b1d-7656-4aa1-aee9-8e7126b76184,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:44.317328 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:44.337096 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.337615 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Added segment 25b78448-5f7b-43c3-9afb-6943a4070c08 of type vlan for network ac396843-973d-4754-b15d-5ab2c012fe24 Jun 07 14:47:44.342655 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:44.365028 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:44.374133 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.414490 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.416367 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:44.417114 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.423477 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:44.536523 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa85f2c-2c91-46e3-83f6-83c22c655197 req-2383824d-c614-434f-ad86-9b66f1109009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:44.538617 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dfa85f2c-2c91-46e3-83f6-83c22c655197 req-2383824d-c614-434f-ad86-9b66f1109009 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 1098 time: 0.0886133 Jun 07 14:47:44.606257 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dfa85f2c-2c91-46e3-83f6-83c22c655197 req-1ddc215b-5883-4c26-b450-bdada0d1349d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 Jun 07 14:47:44.683004 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Pushing event updated for resources: {'Network': ['ID=ac396843-973d-4754-b15d-5ab2c012fe24,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:44.686604 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1444147 Jun 07 14:47:44.688817 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:44.689529 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54038) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:44.699059 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network ac396843-973d-4754-b15d-5ab2c012fe24 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:47:44.699728 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Request body: {'subnet': {'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1603698523-subnet', 'tenant_id': '5ea4a7a3ad14480cb33a607061e5e6b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:44.736334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Made reservation on behalf of 5ea4a7a3ad14480cb33a607061e5e6b9 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:44.738899 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3483863'] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:44.876012 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-2e8b8c0d-805f-4ff8-bcb5-1f28fffa4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:44.877500 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-2e8b8c0d-805f-4ff8-bcb5-1f28fffa4d2f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.2086618 Jun 07 14:47:44.896211 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33884c8c-fffb-4861-97de-3b1de932b3e4 req-226a7236-4306-43e5-8c60-05e3eb9a82ec tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:44.904465 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-33884c8c-fffb-4861-97de-3b1de932b3e4 req-226a7236-4306-43e5-8c60-05e3eb9a82ec tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1818397 Jun 07 14:47:45.041263 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3483845'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:45.059634 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7a1a50f6-bd31-4112-b20f-fb852b99893d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:45.064391 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-33884c8c-fffb-4861-97de-3b1de932b3e4 req-4254f860-ba30-477d-8c6e-682543654a3c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585858 Jun 07 14:47:45.112348 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-ef9caf9a-3919-4623-ab9a-8d6a0ae6e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:45.114602 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-ef9caf9a-3919-4623-ab9a-8d6a0ae6e636 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.2058623 Jun 07 14:47:45.232292 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ac57b3-c0c4-42bd-9776-a8938ce2ca07,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:45.249952 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:45.250845 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Checking segment: {'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:45.251200 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Network hostable DHCP agents. Network: ac396843-973d-4754-b15d-5ab2c012fe24, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:47:45.262528 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-f384d031-d3ce-4e45-bbc1-fad80ab8deca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 217 time: 0.1378579 Jun 07 14:47:45.301075 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-8d909fee-7326-4171-97d4-1e81f1d1ac2f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:45.305397 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-8d909fee-7326-4171-97d4-1e81f1d1ac2f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/networks?id=36c182d2-7891-4639-8f54-175976e14675 HTTP/1.1" status: 200 len: 808 time: 0.2921345 Jun 07 14:47:45.307013 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Network ac396843-973d-4754-b15d-5ab2c012fe24 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:47:45.327009 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-19c4a0cc-7d6d-4aee-8b29-7f44e65cd05e tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/quotas/34680a0f004d4f18b45b1d67befd1081 HTTP/1.1" status: 200 len: 375 time: 0.0144248 Jun 07 14:47:45.330074 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, ac396843-973d-4754-b15d-5ab2c012fe24) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:45.335488 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:45.336451 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:45.345973 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df937326-afff-401f-9008-10d06c3e0a5a None None] Network ac396843-973d-4754-b15d-5ab2c012fe24 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:47:45.356028 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-2f808f4a-50d9-402d-b663-36d64420ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:45.357537 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-2f808f4a-50d9-402d-b663-36d64420ebb9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.0811439 Jun 07 14:47:45.421629 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-0d8afdc8-3eab-48bc-a728-5b1b251eda29 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=34680a0f004d4f18b45b1d67befd1081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621300 Jun 07 14:47:45.430812 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcca02f-3fd2-4ff3-b73c-57e7092bfc71 req-0c88b139-133c-41dd-b6c3-d8b8fe0ecb0e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:45.437956 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1bcca02f-3fd2-4ff3-b73c-57e7092bfc71 req-0c88b139-133c-41dd-b6c3-d8b8fe0ecb0e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2494309 Jun 07 14:47:45.443044 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4ceb593a-7d31-44cf-836d-fa837e1b8883 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7480576 Jun 07 14:47:45.516061 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-8ff24e35-37a5-4330-a518-75481e64a90e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398246 Jun 07 14:47:45.612097 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f03e261b-41cf-48fa-b17f-6fd939261605 service neutron] 10.222.0.61 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895027 Jun 07 14:47:45.662834 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1bcca02f-3fd2-4ff3-b73c-57e7092bfc71 req-5f750dce-1d28-4232-8a66-d57dc36729cb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238693 Jun 07 14:47:45.835021 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-1da075d3-594c-4118-994c-6e4fbf930500 service neutron] 10.222.0.61 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215428 Jun 07 14:47:45.891665 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-daf3d7cc-4691-4761-8cbb-23b4eff240e5 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651447 Jun 07 14:47:45.923653 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6888f1-8fd4-42a8-b3e9-cf60b7bcaebf None None] Network ac396843-973d-4754-b15d-5ab2c012fe24 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:47:46.014774 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1ef2f254-5b74-4aef-8536-3d922659396b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:47:46.132729 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:46.133962 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 1ef2f254-5b74-4aef-8536-3d922659396b {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:47:46.133962 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1ef2f254-5b74-4aef-8536-3d922659396b not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:47:46.343082 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98d04d1f-a76e-4ee2-bee9-90b3dda8ea3c req-1640106e-df80-436b-8764-6e8e563c5245 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348838 Jun 07 14:47:46.376334 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e1706-5418-40b8-b4b5-864d55d738bb req-790b7330-a8c7-464c-94cd-56bbe02fe9ef tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:46.379041 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11994c-b898-43f3-b80a-eed37febc57d req-cfd69a6e-237a-473c-a5d8-ee8065d8c452 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:46.382085 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4e11994c-b898-43f3-b80a-eed37febc57d req-cfd69a6e-237a-473c-a5d8-ee8065d8c452 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 945 time: 0.1621587 Jun 07 14:47:46.386773 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ed1e1706-5418-40b8-b4b5-864d55d738bb req-790b7330-a8c7-464c-94cd-56bbe02fe9ef tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.4000564 Jun 07 14:47:46.439074 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4e11994c-b898-43f3-b80a-eed37febc57d req-78127d68-1ba7-47c1-9059-4220d4fbe3dd tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486772 Jun 07 14:47:46.452776 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ed1e1706-5418-40b8-b4b5-864d55d738bb req-4a3e605c-e167-44e4-9590-4836d1aba2ea tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566435 Jun 07 14:47:46.596156 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-af1de272-8ec9-4566-856a-d1106a7ab590 req-9764a433-f465-42c6-9215-646d3356e8c5 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 210 time: 0.0777805 Jun 07 14:47:46.743652 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cd449-d8f0-4312-a09e-d0e6047855b4 req-757c978e-0653-4d45-8865-09f1dbf4b5d5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:46.764710 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7a2cd449-d8f0-4312-a09e-d0e6047855b4 req-757c978e-0653-4d45-8865-09f1dbf4b5d5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1382933 Jun 07 14:47:46.836528 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7a2cd449-d8f0-4312-a09e-d0e6047855b4 req-26a1353c-8217-4d0b-8ddb-90a4ae83574f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707684 Jun 07 14:47:47.006848 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db603-b7ee-45a7-a2c0-543ca4713e30 req-14c70be0-6838-4f1d-ba50-ff82bd3f99df tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:47.014829 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3d8db603-b7ee-45a7-a2c0-543ca4713e30 req-14c70be0-6838-4f1d-ba50-ff82bd3f99df tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1493762 Jun 07 14:47:47.101905 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3d8db603-b7ee-45a7-a2c0-543ca4713e30 req-740b5d80-d541-4642-9514-381b008ca6e7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744851 Jun 07 14:47:47.584306 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 54118) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:47.657740 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7ed89-bf0c-4e71-84c1-7530cbec31b9 req-727bf5f4-9731-4672-8fc4-f097bf679b0c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:47.659399 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bdb7ed89-bf0c-4e71-84c1-7530cbec31b9 req-727bf5f4-9731-4672-8fc4-f097bf679b0c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.0955770 Jun 07 14:47:47.738026 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-da7bad17-eda4-46d2-a2dd-a315b5d6461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:47.765127 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bdb7ed89-bf0c-4e71-84c1-7530cbec31b9 req-36dab7e0-99cf-4f73-aa32-03ca58c4c498 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984802 Jun 07 14:47:47.850293 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a06f3ace-8b9c-41df-81a2-c34ad9d2f4bd req-795b9fa3-6252-474e-8d09-bf66a21163ac tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 210 time: 0.0858405 Jun 07 14:47:48.041261 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d807f-0add-4d13-b61d-467cbf9401b0 req-2a09bb0e-26f1-49d7-bf79-b86384375250 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:48.043522 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a26d807f-0add-4d13-b61d-467cbf9401b0 req-2a09bb0e-26f1-49d7-bf79-b86384375250 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.0854506 Jun 07 14:47:48.097461 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a26d807f-0add-4d13-b61d-467cbf9401b0 req-522068e3-edfc-484d-ba60-54d4d0d2d806 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Jun 07 14:47:48.111036 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-d86f9756-761d-441a-bc25-49aad2246dd4 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:48.112566 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-d86f9756-761d-441a-bc25-49aad2246dd4 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "GET /v2.0/networks?id=36c182d2-7891-4639-8f54-175976e14675 HTTP/1.1" status: 200 len: 808 time: 0.2939069 Jun 07 14:47:48.137003 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Request body: {'port': {'device_id': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'network_id': '36c182d2-7891-4639-8f54-175976e14675', 'admin_state_up': True, 'tenant_id': '34680a0f004d4f18b45b1d67befd1081'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:48.195755 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-da7bad17-eda4-46d2-a2dd-a315b5d6461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:48.258994 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-da7bad17-eda4-46d2-a2dd-a315b5d6461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:48.271071 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:48.395763 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-da7bad17-eda4-46d2-a2dd-a315b5d6461d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=656bc0adc0d04328ba7b9278ca243699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8102751 Jun 07 14:47:48.398735 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54142) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:48.400218 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bad17-eda4-46d2-a2dd-a315b5d6461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b85a5-c120-41e6-a6c8-0b10c8cf9363,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:48.408335 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-da7bad17-eda4-46d2-a2dd-a315b5d6461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:48.465556 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b0ef5-b951-4945-a84c-5dddfcba1585 req-44686be9-38e6-4fbd-ad43-90e02b0e393d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:48.467376 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-869b0ef5-b951-4945-a84c-5dddfcba1585 req-44686be9-38e6-4fbd-ad43-90e02b0e393d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1994572 Jun 07 14:47:48.467713 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Made reservation on behalf of 34680a0f004d4f18b45b1d67befd1081 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:48.471066 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:48.477081 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:48.511374 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:48.571962 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-869b0ef5-b951-4945-a84c-5dddfcba1585 req-f7b9d669-64ee-47a2-817d-8ea3391459f3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891004 Jun 07 14:47:48.574932 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:48.577669 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:48.581742 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc1b85a5-c120-41e6-a6c8-0b10c8cf9363 HTTP/1.1" status: 204 len: 168 time: 0.1815510 Jun 07 14:47:48.583064 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7e7c3e04-3cb3-4b3e-9242-b00abc05527c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:48.594750 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b85a5-c120-41e6-a6c8-0b10c8cf9363,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:48.598423 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:48.707433 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Allocated IP 172.20.0.2 (36c182d2-7891-4639-8f54-175976e14675/fd085aaf-c72f-4fb5-a20f-03d27f35e356/9b146340-0158-42ed-8756-b8ee6876e8e7) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:47:48.999997 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-9adcf3db-a569-4735-a79a-ab8453cb0b1e tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:49.001642 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-9adcf3db-a569-4735-a79a-ab8453cb0b1e tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/networks?id=ac396843-973d-4754-b15d-5ab2c012fe24 HTTP/1.1" status: 200 len: 814 time: 0.2638440 Jun 07 14:47:49.101287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54168) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:49.127498 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b6b6bec8-efbe-4fdc-8504-7c4b71d5ee8b tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/quotas/5ea4a7a3ad14480cb33a607061e5e6b9 HTTP/1.1" status: 200 len: 375 time: 0.0209806 Jun 07 14:47:49.133260 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-29d7de1e-b5a2-4f99-ab05-e47655fe5c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.199182 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-8890fd29-e851-4817-bc50-ae894b88c72b tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ea4a7a3ad14480cb33a607061e5e6b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620320 Jun 07 14:47:49.234399 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772de1a-af26-4ab9-ad6c-547a439d2ec9 req-27ec0b85-02ac-4b23-b547-c56ad47c9210 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:49.236336 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8772de1a-af26-4ab9-ad6c-547a439d2ec9 req-27ec0b85-02ac-4b23-b547-c56ad47c9210 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2106159 Jun 07 14:47:49.252076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.325542 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8772de1a-af26-4ab9-ad6c-547a439d2ec9 req-a86ae54e-4b41-4b7e-8593-1da786477bad tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636542 Jun 07 14:47:49.339774 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-29d7de1e-b5a2-4f99-ab05-e47655fe5c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.353114 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-29d7de1e-b5a2-4f99-ab05-e47655fe5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.362420 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ee908246-b2e8-440f-ad1c-b5fc252c87a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:49.374820 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-f3468c92-2799-4129-a1d6-75c8ba11416f service neutron] 10.222.0.61 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573777 Jun 07 14:47:49.404741 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-29d7de1e-b5a2-4f99-ab05-e47655fe5c7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f66ea6a1fb443849288792f916a3c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010607 Jun 07 14:47:49.407440 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54172) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:49.408807 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.418573 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7de1e-b5a2-4f99-ab05-e47655fe5c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363f4c2f-4500-4c1d-a00e-1c59becbbcb3,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:49.423145 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-29d7de1e-b5a2-4f99-ab05-e47655fe5c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:49.428909 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:49.526851 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.560379 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Network 36c182d2-7891-4639-8f54-175976e14675 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:47:49.560867 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.567604 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:49.576653 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:47:49.594318 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50979cbe-f0fa-4f7a-84a0-58bef691f3d1 req-88205a18-edc5-4a28-a381-9af0e7a787de tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:49.595750 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-50979cbe-f0fa-4f7a-84a0-58bef691f3d1 req-88205a18-edc5-4a28-a381-9af0e7a787de tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 931 time: 0.1546657 Jun 07 14:47:49.613607 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Pushing event updated for resources: {'Port': ['ID=9b146340-0158-42ed-8756-b8ee6876e8e7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:49.618060 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:49.660878 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-50979cbe-f0fa-4f7a-84a0-58bef691f3d1 req-8cfb8e17-0722-4d6e-86df-02683d676991 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478644 Jun 07 14:47:49.660878 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.662724 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.663849 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/363f4c2f-4500-4c1d-a00e-1c59becbbcb3 HTTP/1.1" status: 204 len: 168 time: 0.2555766 Jun 07 14:47:49.664637 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cc74eaf8-71c1-48cc-8af5-aed89e5152d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:49.688421 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-d2d55a32-a10a-496a-ab2c-2ee4bf9cfe7e service neutron] 10.222.0.61 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066499 Jun 07 14:47:49.695079 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363f4c2f-4500-4c1d-a00e-1c59becbbcb3,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:49.697710 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:49.698939 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:49.720369 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:49.724802 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5923123 Jun 07 14:47:49.738365 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Request body: {'port': {'device_id': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:49.902048 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:50.049334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74fef-b470-4c85-8e3f-ce69dd4dd777 req-ab559b5d-9609-459e-b93d-c2d8fb5b5178 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:50.051295 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-45b74fef-b470-4c85-8e3f-ce69dd4dd777 req-ab559b5d-9609-459e-b93d-c2d8fb5b5178 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2409849 Jun 07 14:47:50.125530 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-45b74fef-b470-4c85-8e3f-ce69dd4dd777 req-2d2be6a4-0397-470e-9812-b58898d42bf5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679581 Jun 07 14:47:50.256890 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659f357-d1f4-4638-adc1-67c9ef3c092e req-5c9f5e17-cb55-4c4b-ae46-68870a16de0b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:50.258848 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0659f357-d1f4-4638-adc1-67c9ef3c092e req-5c9f5e17-cb55-4c4b-ae46-68870a16de0b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2644386 Jun 07 14:47:50.324574 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54192) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:50.353683 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4004b701-7ca6-44d2-a75b-e7fd79dae030 req-69b91f27-0220-46b6-93f5-3b0809824bee tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 210 time: 0.1397612 Jun 07 14:47:50.355473 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a2b55937-88b0-49cb-8af3-49caffcedb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:50.491616 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0659f357-d1f4-4638-adc1-67c9ef3c092e req-652dfcca-f74f-476d-bf7d-16f0c19cbe0b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117536 Jun 07 14:47:50.528814 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a2b55937-88b0-49cb-8af3-49caffcedb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:50.534603 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a2b55937-88b0-49cb-8af3-49caffcedb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:50.547276 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-697302bb-f11f-4044-ba7c-c29da1da7c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:50.585288 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b55937-88b0-49cb-8af3-49caffcedb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb35b5c-81f9-4af8-9b30-de3dc80eace8,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:50.588579 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a2b55937-88b0-49cb-8af3-49caffcedb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:50.625228 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a2b55937-88b0-49cb-8af3-49caffcedb1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acbd411c115d40adbf608fc9bb195836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992754 Jun 07 14:47:50.627936 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54198) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:47:50.761629 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:50.831366 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:50.898963 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b146340-0158-42ed-8756-b8ee6876e8e7 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:50.958500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:50.992829 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Transition to ACTIVE for port object 9b146340-0158-42ed-8756-b8ee6876e8e7 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:47:51.014456 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:51.024890 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-865940bc-efa5-4ce4-a24c-b6b0be4aa8bb tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:51.069496 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1d80c-c991-481f-8023-7350486af69b req-f31c019b-5977-4bab-acdd-c336ffc88af3 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:51.071075 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e2d1d80c-c991-481f-8023-7350486af69b req-f31c019b-5977-4bab-acdd-c336ffc88af3 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1270225 Jun 07 14:47:51.071751 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:51.076107 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:51.080064 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1cb35b5c-81f9-4af8-9b30-de3dc80eace8 HTTP/1.1" status: 204 len: 168 time: 0.4484527 Jun 07 14:47:51.080064 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-72c946f6-87c5-4635-bd04-57b0ea0144c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:51.110817 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb35b5c-81f9-4af8-9b30-de3dc80eace8,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:51.113310 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:51.148608 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e2d1d80c-c991-481f-8023-7350486af69b req-17539bbd-37a3-406a-acde-c22e8cd650b3 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634787 Jun 07 14:47:51.222504 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Pushing event updated for resources: {'Port': ['ID=9b146340-0158-42ed-8756-b8ee6876e8e7,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:51.252085 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:51.309425 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c89d98-533b-4917-a341-35712a212727 req-0a3d7492-240c-4b59-92cb-18a93e93f743 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:51.310960 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6c89d98-533b-4917-a341-35712a212727 req-0a3d7492-240c-4b59-92cb-18a93e93f743 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 931 time: 0.4062660 Jun 07 14:47:51.396003 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f6c89d98-533b-4917-a341-35712a212727 req-9f642868-9237-4360-b18d-108cb99b1087 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764337 Jun 07 14:47:51.404582 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Attempting to bind port 9b146340-0158-42ed-8756-b8ee6876e8e7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:47:51.405048 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Attempting to bind port 9b146340-0158-42ed-8756-b8ee6876e8e7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:47:51.405397 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Attempting to bind port 9b146340-0158-42ed-8756-b8ee6876e8e7 on network 36c182d2-7891-4639-8f54-175976e14675 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:51.414097 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Port 9b146340-0158-42ed-8756-b8ee6876e8e7 on network 36c182d2-7891-4639-8f54-175976e14675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:47:51.414394 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Attempting to bind port 9b146340-0158-42ed-8756-b8ee6876e8e7 on network 36c182d2-7891-4639-8f54-175976e14675 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:51.424294 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:47:51.424658 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Checking segment: {'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:51.425088 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Bound using segment: {'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:47:51.425543 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Bound port: 9b146340-0158-42ed-8756-b8ee6876e8e7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1c88a5b-6e37-415b-afd2-1d15133cd73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '36c182d2-7891-4639-8f54-175976e14675'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:47:51.426095 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:51.540437 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] For port 9b146340-0158-42ed-8756-b8ee6876e8e7, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:47:51.544950 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] For port 9b146340-0158-42ed-8756-b8ee6876e8e7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b146340-0158-42ed-8756-b8ee6876e8e7,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:47:51.551204 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:51.564697 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35a0262a-4ead-40c7-96b3-f30fb8316b8d tempest-VolumesNegativeTest-1313497377 tempest-VolumesNegativeTest-1313497377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:51.627659 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:51.628949 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:51.631007 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] 10.222.0.63 "PUT /v2.0/ports/9b146340-0158-42ed-8756-b8ee6876e8e7 HTTP/1.1" status: 200 len: 1093 time: 1.8974707 Jun 07 14:47:51.631766 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'tag': '9b146340-0158-42ed-8756-b8ee6876e8e7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:51.634452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0cba2a-6917-4492-9c7f-45eb2da77e97" -d '{"events": [{"name": "network-changed", "server_uuid": "25efd584-6f9d-479c-ba56-5fe0ea22a533", "tag": "9b146340-0158-42ed-8756-b8ee6876e8e7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:51.655276 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-807eb5d5-0cab-4763-a577-94d6263026c4 req-0af7598b-fd6b-48d3-8f36-a03fda4c22a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 210 time: 0.0942323 Jun 07 14:47:51.742534 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad026ae4-9065-4731-ab35-17c216e0b81f x-openstack-request-id: req-ad026ae4-9065-4731-ab35-17c216e0b81f {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:51.742953 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25efd584-6f9d-479c-ba56-5fe0ea22a533", "tag": "9b146340-0158-42ed-8756-b8ee6876e8e7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:51.743304 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad026ae4-9065-4731-ab35-17c216e0b81f {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:51.744001 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'tag': '9b146340-0158-42ed-8756-b8ee6876e8e7', 'status': 'completed', 'code': 200} Jun 07 14:47:51.756504 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Pushing event updated for resources: {'Port': ['ID=9b146340-0158-42ed-8756-b8ee6876e8e7,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:51.760549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:52.110763 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-0166ccf3-494a-439b-ab4e-cb6e33bd4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:52.113015 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-0166ccf3-494a-439b-ab4e-cb6e33bd4216 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=34680a0f004d4f18b45b1d67befd1081&device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 1096 time: 0.4322057 Jun 07 14:47:52.124664 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-38882e69-2cb1-48a7-8aea-b3b82165a8b6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:52.126245 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-38882e69-2cb1-48a7-8aea-b3b82165a8b6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "GET /v2.0/networks?id=ac396843-973d-4754-b15d-5ab2c012fe24 HTTP/1.1" status: 200 len: 814 time: 0.2924809 Jun 07 14:47:52.224170 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Request body: {'port': {'device_id': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24', 'admin_state_up': True, 'tenant_id': '5ea4a7a3ad14480cb33a607061e5e6b9'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:52.284316 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a1821-9440-472d-bb64-34a27a20ac5e req-e7fc84c1-bdf4-4431-b842-061f67b18f1c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:52.285977 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b61a1821-9440-472d-bb64-34a27a20ac5e req-e7fc84c1-bdf4-4431-b842-061f67b18f1c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.5369177 Jun 07 14:47:52.297602 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-8f10b7d0-bf06-4b75-8fee-c7e3aaa618bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b146340-0158-42ed-8756-b8ee6876e8e7 HTTP/1.1" status: 200 len: 217 time: 0.1701086 Jun 07 14:47:52.499395 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b61a1821-9440-472d-bb64-34a27a20ac5e req-a841cb39-ab84-4fad-a789-e6bc70da0910 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007985 Jun 07 14:47:52.524983 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-b946c153-68ee-43c3-905a-0ca333af6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:52.527130 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-b946c153-68ee-43c3-905a-0ca333af6462 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd085aaf-c72f-4fb5-a20f-03d27f35e356 HTTP/1.1" status: 200 len: 848 time: 0.2083747 Jun 07 14:47:52.602371 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-005d85d3-5949-4f7a-894a-970f9bc9bcc6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36c182d2-7891-4639-8f54-175976e14675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630627 Jun 07 14:47:52.609765 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04d15e-4187-48e3-b82c-1779ce8b04b8 req-14446953-8834-423b-af8a-9b2d21ca0c9d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:52.618439 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2c04d15e-4187-48e3-b82c-1779ce8b04b8 req-14446953-8834-423b-af8a-9b2d21ca0c9d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1400480 Jun 07 14:47:52.676924 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2c04d15e-4187-48e3-b82c-1779ce8b04b8 req-42c6b10c-d046-4f6f-8f12-948a2b28ab2a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572443 Jun 07 14:47:52.732971 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Made reservation on behalf of 5ea4a7a3ad14480cb33a607061e5e6b9 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:47:52.736334 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:52.965331 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819a8c8-6144-4178-b451-afaa2be551d4 req-b3d8be83-c1eb-4418-97c5-a2d5f149942d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:52.966919 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5819a8c8-6144-4178-b451-afaa2be551d4 req-b3d8be83-c1eb-4418-97c5-a2d5f149942d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 943 time: 0.1510022 Jun 07 14:47:53.028421 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5819a8c8-6144-4178-b451-afaa2be551d4 req-e32e0436-6324-407d-a88e-e60df644b551 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Jun 07 14:47:53.038697 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-386f0f6c-155f-4345-930a-bc5311bb3f3b service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266939 Jun 07 14:47:53.242867 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c7051c12-ff2d-4136-8b8e-714749470325 req-6f30de9a-482c-4879-9256-6640991d005a tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 210 time: 0.0834105 Jun 07 14:47:53.255553 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ffa65-47a7-4134-b65c-10eb130233e5 req-8c60382f-4be6-4945-881d-9ee7b71fdf4d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:53.258778 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1c6ffa65-47a7-4134-b65c-10eb130233e5 req-8c60382f-4be6-4945-881d-9ee7b71fdf4d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.4956090 Jun 07 14:47:53.334616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Allocated IP 172.20.0.7 (ac396843-973d-4754-b15d-5ab2c012fe24/79ac57b3-c0c4-42bd-9776-a8938ce2ca07/1bcc8c79-80ba-42dc-b4ad-654697ea5ac7) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:47:53.359439 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-46c46c7b-0a22-4eec-b2e6-8144b025196d req-795b7a24-1b71-410c-a00f-026c5807a8da service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064170 Jun 07 14:47:53.373962 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1c6ffa65-47a7-4134-b65c-10eb130233e5 req-25b3df2f-d4d4-4bad-8348-57511f6b4f9f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934913 Jun 07 14:47:53.728736 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-9888d902-ec92-45fc-aa29-d1665cff36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:53.735203 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-9888d902-ec92-45fc-aa29-d1665cff36a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=34680a0f004d4f18b45b1d67befd1081&device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 1096 time: 0.2967603 Jun 07 14:47:53.789576 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:53.931218 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:47:54.037725 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-e30c6221-f855-462c-b389-1eb9ded02d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:54.039675 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-e30c6221-f855-462c-b389-1eb9ded02d8d service neutron] 10.222.0.63 "GET /v2.0/networks?id=36c182d2-7891-4639-8f54-175976e14675 HTTP/1.1" status: 200 len: 909 time: 0.2866917 Jun 07 14:47:54.057083 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fe278-8af6-4073-b39d-806d803c2f78 req-3c014cf1-1de4-44dc-b4cf-3fa6dae467ef tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:54.060096 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8f1fe278-8af6-4073-b39d-806d803c2f78 req-3c014cf1-1de4-44dc-b4cf-3fa6dae467ef tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2473269 Jun 07 14:47:54.125033 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:54.138657 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:54.139857 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9cf26978-d39f-4a13-a722-fca810acb1ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:54.155294 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'port_id': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'mac_address': 'fa:16:3e:0a:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:47:54.231621 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Pushing event updated for resources: {'Port': ['ID=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:54.241135 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:54.246733 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:54.264988 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-ee489655-1f8e-4e81-9650-acb582d783a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b146340-0158-42ed-8756-b8ee6876e8e7 HTTP/1.1" status: 200 len: 217 time: 0.2032280 Jun 07 14:47:54.270145 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 846957f3-1048-4bb0-8fed-afe72b0321fa {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:54.290185 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:54.306265 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:54.310167 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:54.331118 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Network ac396843-973d-4754-b15d-5ab2c012fe24 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:47:54.343168 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:47:54.346511 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:47:54.432015 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8f1fe278-8af6-4073-b39d-806d803c2f78 req-205f9904-1497-42ab-9a1b-d115e864ca45 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943835 Jun 07 14:47:54.439816 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:54.446437 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:54.459773 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-a84a8260-be7b-49b0-a4cc-1cac889071e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:54.461559 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-a84a8260-be7b-49b0-a4cc-1cac889071e9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd085aaf-c72f-4fb5-a20f-03d27f35e356 HTTP/1.1" status: 200 len: 848 time: 0.1899245 Jun 07 14:47:54.472822 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:54.473584 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:54.554965 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-1f5c3e65-cf12-471a-befb-44f9bbd91a28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36c182d2-7891-4639-8f54-175976e14675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765827 Jun 07 14:47:54.569269 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3718433 Jun 07 14:47:54.586302 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['846957f3-1048-4bb0-8fed-afe72b0321fa'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:54.642344 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Request body: {'port': {'device_id': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:47:54.869125 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5f5e-b2dc-46d7-86cf-c89ecc64b527 req-72ba7fa4-ca0e-439a-8ace-e7ed60b396da tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:54.877301 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b24a5f5e-b2dc-46d7-86cf-c89ecc64b527 req-72ba7fa4-ca0e-439a-8ace-e7ed60b396da tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2165174 Jun 07 14:47:54.931659 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b24a5f5e-b2dc-46d7-86cf-c89ecc64b527 req-a5460191-6868-4b57-a17d-38c8d27a84d6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533640 Jun 07 14:47:54.956322 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:54.982701 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-2137fe46-fc94-494e-b160-3bbb3b28a257 service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022202 Jun 07 14:47:54.998189 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd70000-1c4e-4b0b-9c17-57dbfcadd779 req-4a05b963-6cd3-4f4c-b8ca-c815194fbc2f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:54.999718 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4dd70000-1c4e-4b0b-9c17-57dbfcadd779 req-4a05b963-6cd3-4f4c-b8ca-c815194fbc2f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 943 time: 0.3274918 Jun 07 14:47:55.174115 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2932ccd-ca30-4914-93b8-637ded76abb4 req-728bdb38-0205-48de-b9eb-001b078b73a8 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:55.176588 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d2932ccd-ca30-4914-93b8-637ded76abb4 req-728bdb38-0205-48de-b9eb-001b078b73a8 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 931 time: 0.1018879 Jun 07 14:47:55.253108 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d2932ccd-ca30-4914-93b8-637ded76abb4 req-19625aba-ff4e-481c-b181-25f236ea3a55 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649810 Jun 07 14:47:55.410207 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4dd70000-1c4e-4b0b-9c17-57dbfcadd779 req-287c3790-35ed-42c1-b3e6-9beea0184ce5 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702972 Jun 07 14:47:55.561508 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a0cba2a-6917-4492-9c7f-45eb2da77e97 req-b7a00b1a-52f9-49d0-9bc1-3d26b4ee54f7 service neutron] 10.222.0.63 "GET /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234926 Jun 07 14:47:55.808291 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109f581-1910-4ee0-9055-49774c501610 req-b18311df-a1fd-4c12-aa49-034cfcb4e6b6 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:55.811431 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b109f581-1910-4ee0-9055-49774c501610 req-b18311df-a1fd-4c12-aa49-034cfcb4e6b6 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 945 time: 0.1742306 Jun 07 14:47:55.884670 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b109f581-1910-4ee0-9055-49774c501610 req-128ea35b-6e65-407a-abbe-06a76a51fd67 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660896 Jun 07 14:47:55.920614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d7a3d-84b5-4958-b797-3bcb586606d5 req-d154e806-fc38-4633-bea2-6fd1b043e52e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:55.922262 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f01d7a3d-84b5-4958-b797-3bcb586606d5 req-d154e806-fc38-4633-bea2-6fd1b043e52e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 945 time: 0.3262217 Jun 07 14:47:55.950687 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 9b146340-0158-42ed-8756-b8ee6876e8e7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:47:55.954690 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:55.955511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:47:55.968269 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.003224 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f01d7a3d-84b5-4958-b797-3bcb586606d5 req-6942dc1a-1540-4146-8a4f-457bfa0a9ad3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714273 Jun 07 14:47:56.018603 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Transition to ACTIVE for port object 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:47:56.033354 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.044731 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afd8dda2-4e2b-42cd-b1e0-6185b151c108 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:56.152111 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 846957f3-1048-4bb0-8fed-afe72b0321fa triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:47:56.152629 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.170856 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ef957-0af0-4f50-bd16-403351e4e281 req-73c32e3a-63c7-4021-9da8-dd0d6c373b97 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:56.172536 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-df6ef957-0af0-4f50-bd16-403351e4e281 req-73c32e3a-63c7-4021-9da8-dd0d6c373b97 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1128602 Jun 07 14:47:56.230272 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-df6ef957-0af0-4f50-bd16-403351e4e281 req-966a0820-4908-4daa-b700-6ad63b4f3b43 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497141 Jun 07 14:47:56.250584 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 9b146340-0158-42ed-8756-b8ee6876e8e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b146340-0158-42ed-8756-b8ee6876e8e7,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:56.260263 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:56.266719 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:56.268264 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '9b146340-0158-42ed-8756-b8ee6876e8e7', 'network_id': '36c182d2-7891-4639-8f54-175976e14675', 'port_id': '9b146340-0158-42ed-8756-b8ee6876e8e7', 'mac_address': 'fa:16:3e:19:c9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd085aaf-c72f-4fb5-a20f-03d27f35e356', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:47:56.313184 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Attempting to bind port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:47:56.313481 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Attempting to bind port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:47:56.313802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Attempting to bind port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 on network ac396843-973d-4754-b15d-5ab2c012fe24 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:56.320733 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 on network ac396843-973d-4754-b15d-5ab2c012fe24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:47:56.321149 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Attempting to bind port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 on network ac396843-973d-4754-b15d-5ab2c012fe24 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:47:56.328333 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:47:56.328663 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Checking segment: {'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:47:56.329256 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Bound using segment: {'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:47:56.329844 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Bound port: 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:47:56.330199 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.387630 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.407767 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.421719 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b146340-0158-42ed-8756-b8ee6876e8e7 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:47:56.447287 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 9b146340-0158-42ed-8756-b8ee6876e8e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b146340-0158-42ed-8756-b8ee6876e8e7,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:56.453052 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:56.455313 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fca6f2-2cd2-42a2-a700-223e9b08a219" -d '{"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:56.459811 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.463204 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:56.498025 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] For port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:47:56.502023 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] For port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:47:56.511284 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:47:56.512463 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.516535 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:56.522467 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.544356 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=9b146340-0158-42ed-8756-b8ee6876e8e7,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:56.547773 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:56.548463 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:47:56.554870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0892-5ed6-4864-9755-2dec39179db8 req-f2199d7e-77b5-4cb3-8d8b-e5c0f75d6583 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:56.559089 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-858c0892-5ed6-4864-9755-2dec39179db8 req-f2199d7e-77b5-4cb3-8d8b-e5c0f75d6583 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 943 time: 0.1793306 Jun 07 14:47:56.595916 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:56.596532 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:56.598412 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] 10.222.0.63 "PUT /v2.0/ports/1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 HTTP/1.1" status: 200 len: 1093 time: 1.9741237 Jun 07 14:47:56.614600 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'tag': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:47:56.617197 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d831c-bac1-4b61-b524-301b326e4f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e730a5af-a9ff-4e9e-9ff9-81a45c749559", "tag": "1bcc8c79-80ba-42dc-b4ad-654697ea5ac7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:47:56.641547 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=7']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:56.646092 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:56.653617 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:47:56.666476 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:47:56.687244 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42617e2-578d-44bb-8b97-b9d27ef8c8ed req-084a3d88-9e20-41da-a619-523023065170 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:56.688528 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-858c0892-5ed6-4864-9755-2dec39179db8 req-fa5e619d-51b6-4c8f-9da3-3afe3b47625f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033204 Jun 07 14:47:56.689975 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c42617e2-578d-44bb-8b97-b9d27ef8c8ed req-084a3d88-9e20-41da-a619-523023065170 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 944 time: 0.1522636 Jun 07 14:47:56.749400 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee59c1-8baa-4874-bfe5-ba45518f52ba x-openstack-request-id: req-58ee59c1-8baa-4874-bfe5-ba45518f52ba {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:56.749983 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:56.750383 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58ee59c1-8baa-4874-bfe5-ba45518f52ba {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:56.751054 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'code': 200} Jun 07 14:47:56.753427 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c42617e2-578d-44bb-8b97-b9d27ef8c8ed req-542fde2a-0142-4147-92ef-7b3400cefebc tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544746 Jun 07 14:47:56.799305 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d2f9a-fa4d-49a6-b937-81bd0e2c8332 x-openstack-request-id: req-216d2f9a-fa4d-49a6-b937-81bd0e2c8332 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:47:56.799634 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e730a5af-a9ff-4e9e-9ff9-81a45c749559", "tag": "1bcc8c79-80ba-42dc-b4ad-654697ea5ac7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:47:56.800207 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-216d2f9a-fa4d-49a6-b937-81bd0e2c8332 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:47:56.800427 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'tag': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7', 'status': 'completed', 'code': 200} Jun 07 14:47:56.816961 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-fee172a0-983e-4bf7-bc72-55388d4d5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:56.818427 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-fee172a0-983e-4bf7-bc72-55388d4d5494 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ea4a7a3ad14480cb33a607061e5e6b9&device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 1096 time: 0.1185265 Jun 07 14:47:56.903670 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['9b146340-0158-42ed-8756-b8ee6876e8e7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:47:56.973650 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-85f965d5-3432-4fa4-b1e6-4fa77ef9ea3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 HTTP/1.1" status: 200 len: 217 time: 0.1112881 Jun 07 14:47:57.064668 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-29f27d7a-ca3d-4450-9529-2cc7d5d664da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:57.066437 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-29f27d7a-ca3d-4450-9529-2cc7d5d664da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79ac57b3-c0c4-42bd-9776-a8938ce2ca07 HTTP/1.1" status: 200 len: 854 time: 0.0885222 Jun 07 14:47:57.166157 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-d466bcfc-00ab-4dc6-a2d6-819f1e9ec7cf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac396843-973d-4754-b15d-5ab2c012fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842328 Jun 07 14:47:57.256507 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a03c-e6f6-4bbf-b02e-ea680efd35a4 req-a8b0ca76-69e3-4ec0-af58-be443a61e5af tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:57.261426 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ecb1a03c-e6f6-4bbf-b02e-ea680efd35a4 req-a8b0ca76-69e3-4ec0-af58-be443a61e5af tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 945 time: 0.1861191 Jun 07 14:47:57.347604 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ecb1a03c-e6f6-4bbf-b02e-ea680efd35a4 req-7ca7e90d-fa71-4caa-811c-0c3064761306 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688190 Jun 07 14:47:57.410459 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-ad67b478-3c07-469b-90fd-5ca45662cc5a service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295902 Jun 07 14:47:57.631004 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ef23b-5c5e-40b4-98af-45a94a1ac53c req-0156e123-4d34-468a-b4bf-c5ea6fcb4161 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:57.632888 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-830ef23b-5c5e-40b4-98af-45a94a1ac53c req-0156e123-4d34-468a-b4bf-c5ea6fcb4161 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1380270 Jun 07 14:47:57.714756 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-830ef23b-5c5e-40b4-98af-45a94a1ac53c req-8574da4d-d49f-4d4f-ba00-99b220693670 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630066 Jun 07 14:47:57.925512 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cb5a2b95-c83a-4d52-ace5-30b74e9cd0ee req-2756adb3-3cd9-407c-9c85-a128346f87ee service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924912 Jun 07 14:47:57.949274 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dac2bc-dfd7-4709-8c41-a490eaa33d5e req-89b62dbb-5969-495a-a7e0-e2d56238f595 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:57.951039 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c6dac2bc-dfd7-4709-8c41-a490eaa33d5e req-89b62dbb-5969-495a-a7e0-e2d56238f595 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.0981092 Jun 07 14:47:57.982797 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bc6f-fad9-489e-b77f-52b7db333124 req-8ae4c926-df07-4ca2-a0cb-9387865b7c04 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:57.984453 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5cb7bc6f-fad9-489e-b77f-52b7db333124 req-8ae4c926-df07-4ca2-a0cb-9387865b7c04 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2297902 Jun 07 14:47:57.986756 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-b0ad60d5-92af-4947-80d3-1b4ba3c293e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:57.988750 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-b0ad60d5-92af-4947-80d3-1b4ba3c293e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.2328939 Jun 07 14:47:58.046541 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c6dac2bc-dfd7-4709-8c41-a490eaa33d5e req-9b381c2f-ba70-4aa6-81f1-3e4784059daa tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710332 Jun 07 14:47:58.275239 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f951e-e929-48f5-a7b2-c3467a2d956d req-6c0b36e1-05ea-48c6-8e09-4a635671e3f6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:58.286221 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3c7f951e-e929-48f5-a7b2-c3467a2d956d req-6c0b36e1-05ea-48c6-8e09-4a635671e3f6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 943 time: 0.1181424 Jun 07 14:47:58.342529 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5cb7bc6f-fad9-489e-b77f-52b7db333124 req-7d51a6fe-42c2-459d-a442-b218b960a4e2 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427260 Jun 07 14:47:58.346733 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3c7f951e-e929-48f5-a7b2-c3467a2d956d req-4a7b1325-903f-4db2-b8e5-0d30020d54d6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590878 Jun 07 14:47:58.499009 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-aa41316c-a4df-4ce3-801a-48486dc9920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:58.500685 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-aa41316c-a4df-4ce3-801a-48486dc9920f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ea4a7a3ad14480cb33a607061e5e6b9&device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 1096 time: 0.4502692 Jun 07 14:47:58.504524 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-f6587224-da06-414b-93e3-d741b251db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:58.506089 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-f6587224-da06-414b-93e3-d741b251db71 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.3300591 Jun 07 14:47:58.558832 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-39544ed9-064e-4738-9e30-9c414bc5f48f tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:58.560419 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-39544ed9-064e-4738-9e30-9c414bc5f48f tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 945 time: 0.2324963 Jun 07 14:47:58.603736 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074ebd-b79b-4091-a44c-e304e29fddca req-1d697b6f-cf82-4562-92ed-c3358b17bcbe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:58.606131 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e0074ebd-b79b-4091-a44c-e304e29fddca req-1d697b6f-cf82-4562-92ed-c3358b17bcbe tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 945 time: 0.1177847 Jun 07 14:47:58.686881 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-b7dc8a14-7799-4558-be3f-c95057fe3e9c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 217 time: 0.1226735 Jun 07 14:47:58.728405 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e0074ebd-b79b-4091-a44c-e304e29fddca req-aa49b241-a391-4e72-af51-9933962878ef tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140742 Jun 07 14:47:58.999982 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-f6ebe63d-81f2-4da0-b91b-bd13a7ae18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:59.001491 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-f6ebe63d-81f2-4da0-b91b-bd13a7ae18be service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.3080840 Jun 07 14:47:59.102872 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e3d34-2257-4530-abeb-6d3f8f562782 req-ff5bc936-3e48-432f-9738-7dfaedd222e1 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:59.106000 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-02fbd6ae-c1a2-476e-b607-1453b5cbabcc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883648 Jun 07 14:47:59.108288 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Deleting port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:47:59.108672 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:47:59.116659 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b90e3d34-2257-4530-abeb-6d3f8f562782 req-ff5bc936-3e48-432f-9738-7dfaedd222e1 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2075391 Jun 07 14:47:59.124668 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-691979bc-39a6-4bcf-86da-ed830f5c7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:59.126486 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-691979bc-39a6-4bcf-86da-ed830f5c7086 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac396843-973d-4754-b15d-5ab2c012fe24 HTTP/1.1" status: 200 len: 915 time: 0.5649989 Jun 07 14:47:59.286890 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b90e3d34-2257-4530-abeb-6d3f8f562782 req-c98034ce-bb17-4319-9b70-641648f46594 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686344 Jun 07 14:47:59.357260 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dee16e-16ee-476a-987c-9c40534cfc89 req-148c3c1d-2498-4bc6-8504-d2e3e0925f8f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:59.365452 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-77dee16e-16ee-476a-987c-9c40534cfc89 req-148c3c1d-2498-4bc6-8504-d2e3e0925f8f tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 944 time: 0.8491850 Jun 07 14:47:59.403977 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-9f2c649b-def9-4b17-bf47-60560da5d596 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 HTTP/1.1" status: 200 len: 217 time: 0.1364007 Jun 07 14:47:59.464827 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-9ff5d58f-e534-4eec-a1af-31c41be88f33 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319967 Jun 07 14:47:59.662772 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ac178-17aa-4f37-916e-065130195867 req-76bc941c-8830-455e-82b7-fe0320e4640f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:59.675639 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ac4ac178-17aa-4f37-916e-065130195867 req-76bc941c-8830-455e-82b7-fe0320e4640f tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1702206 Jun 07 14:47:59.780899 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ac4ac178-17aa-4f37-916e-065130195867 req-a01bbf18-cfa2-48e2-8354-6320eb004d63 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937161 Jun 07 14:47:59.798321 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-77dee16e-16ee-476a-987c-9c40534cfc89 req-2b22e1a6-2304-4e4d-a89a-12f9264a42e9 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317715 Jun 07 14:47:59.894694 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-2408a3b9-47a8-45ed-88e6-4b09b8c94565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:47:59.896487 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-2408a3b9-47a8-45ed-88e6-4b09b8c94565 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79ac57b3-c0c4-42bd-9776-a8938ce2ca07 HTTP/1.1" status: 200 len: 854 time: 0.4750354 Jun 07 14:47:59.951793 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 9b146340-0158-42ed-8756-b8ee6876e8e7 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:48:00.129762 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-1d1977d6-54ee-4153-af0f-aac538331d16 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac396843-973d-4754-b15d-5ab2c012fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2146509 Jun 07 14:48:00.136880 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 9b146340-0158-42ed-8756-b8ee6876e8e7 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:48:00.142315 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 9b146340-0158-42ed-8756-b8ee6876e8e7 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:48:00.142703 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:00.196608 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31027ebb-acb8-42e4-9088-19b0e0219946 req-0d51906a-29c7-410f-a05e-4a6b82898374 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:00.219793 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-31027ebb-acb8-42e4-9088-19b0e0219946 req-0d51906a-29c7-410f-a05e-4a6b82898374 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.3054850 Jun 07 14:48:00.270711 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] For port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:00.273925 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:00.358800 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-31027ebb-acb8-42e4-9088-19b0e0219946 req-504efed5-ce0d-4a5d-a83b-6e472556a276 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245778 Jun 07 14:48:00.409475 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:00.453135 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 9b146340-0158-42ed-8756-b8ee6876e8e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b146340-0158-42ed-8756-b8ee6876e8e7,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:00.454129 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b146340-0158-42ed-8756-b8ee6876e8e7'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:00.456602 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fae2a1f-f97e-478b-ab16-e8dcb01888c1" -d '{"events": [{"server_uuid": "25efd584-6f9d-479c-ba56-5fe0ea22a533", "name": "network-vif-plugged", "status": "completed", "tag": "9b146340-0158-42ed-8756-b8ee6876e8e7"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:00.462601 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:00.463693 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 94077646-f5c3-4b55-bdf0-6fdb9fd683aa no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:48:00.489082 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:00.527503 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Calling delete_port for 94077646-f5c3-4b55-bdf0-6fdb9fd683aa owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:48:00.555861 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0b68f96d-f621-4af0-95f4-4ec18e441485 req-87cc9ec9-e9eb-4d68-9173-197622744d3c service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9911597 Jun 07 14:48:00.595464 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=9b146340-0158-42ed-8756-b8ee6876e8e7,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:00.613534 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:00.686052 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16522003-ac54-4037-b9cc-d3469be4121c req-de871c92-7a49-4b06-93e0-80c537282521 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:00.693183 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-16522003-ac54-4037-b9cc-d3469be4121c req-de871c92-7a49-4b06-93e0-80c537282521 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 943 time: 0.7881949 Jun 07 14:48:00.696942 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:00.702250 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc929438-3100-44f0-ad34-4f565f87ff4c req-a1b64ffb-41a8-48a8-8492-219e9278956e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:00.718802 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fc929438-3100-44f0-ad34-4f565f87ff4c req-a1b64ffb-41a8-48a8-8492-219e9278956e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 945 time: 0.2216291 Jun 07 14:48:00.758244 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-f8559acb-5847-4192-a61c-acbd9366048e service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042728 Jun 07 14:48:00.764297 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:00.770049 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:00.772770 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:00.816310 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-16522003-ac54-4037-b9cc-d3469be4121c req-98ce6c03-a0fc-4396-8aff-4b28a56e32e6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221569 Jun 07 14:48:00.825200 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fc929438-3100-44f0-ad34-4f565f87ff4c req-5695fa80-cb9e-4134-ae52-b292b7217959 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053865 Jun 07 14:48:00.911761 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:00.926513 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:00.953641 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee07a2b5-972d-4a4f-8166-422790dc5cca x-openstack-request-id: req-ee07a2b5-972d-4a4f-8166-422790dc5cca {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:00.954277 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25efd584-6f9d-479c-ba56-5fe0ea22a533", "name": "network-vif-plugged", "status": "completed", "tag": "9b146340-0158-42ed-8756-b8ee6876e8e7", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:00.954504 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee07a2b5-972d-4a4f-8166-422790dc5cca {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:00.955021 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b146340-0158-42ed-8756-b8ee6876e8e7', 'code': 200} Jun 07 14:48:01.155359 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b71d831c-bac1-4b61-b524-301b326e4f3a req-f9d0e3e8-7e8a-4a05-bc8d-3a45dfe6b2c2 service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885045 Jun 07 14:48:01.159112 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:01.172453 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123', 'cae6f77c-6db2-415a-aa76-9e30fcf69235', '887129cc-61b3-4152-b241-4e2e780f9c39'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:48:01.225755 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-67e30617-85c0-42c6-8408-ccb6ea514b0e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:01.333424 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f568d-0ec2-4e61-84b1-cbf68fd6e7f3 req-6e7d11ef-cc64-4367-a315-542d3198d3eb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:01.335559 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b87f568d-0ec2-4e61-84b1-cbf68fd6e7f3 req-6e7d11ef-cc64-4367-a315-542d3198d3eb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1604352 Jun 07 14:48:01.344308 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event deleted for resources: {'Port': ['ID=94077646-f5c3-4b55-bdf0-6fdb9fd683aa,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:01.452802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:01.455675 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] No DVR routers for this DVR port 94077646-f5c3-4b55-bdf0-6fdb9fd683aa on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:48:01.460238 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b87f568d-0ec2-4e61-84b1-cbf68fd6e7f3 req-1b8cb661-9ae1-4e1b-8fa4-1d9892646ffe tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171560 Jun 07 14:48:01.462000 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:01.465930 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b0f30d38-a172-44c7-b60b-01107db4ad4f req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "DELETE /v2.0/ports/94077646-f5c3-4b55-bdf0-6fdb9fd683aa HTTP/1.1" status: 204 len: 173 time: 2.7737575 Jun 07 14:48:01.467202 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'name': 'network-vif-deleted', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:01.469704 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a38a45-e62e-43cd-849a-624ade5f15b1" -d '{"events": [{"server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "name": "network-vif-deleted", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:01.497318 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565f691-76b8-4f6f-be2b-870df0bc813d req-c5fc7172-3d2a-4ae1-80b2-f28ffe88990f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:01.505101 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7565f691-76b8-4f6f-be2b-870df0bc813d req-c5fc7172-3d2a-4ae1-80b2-f28ffe88990f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.4711337 Jun 07 14:48:01.603742 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7565f691-76b8-4f6f-be2b-870df0bc813d req-3cfbb7a8-c575-4ce8-8422-ed521084c2d3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976448 Jun 07 14:48:01.625484 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee494e-b94c-497a-b37e-0e1e4e6b53e5 req-9726f4e0-98ed-44fc-9806-b9d4d1238d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:01.627526 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f8ee494e-b94c-497a-b37e-0e1e4e6b53e5 req-9726f4e0-98ed-44fc-9806-b9d4d1238d24 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 1098 time: 0.3564401 Jun 07 14:48:01.741336 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f8ee494e-b94c-497a-b37e-0e1e4e6b53e5 req-01f6b802-8277-405f-a37e-f0d782fcec4e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025720 Jun 07 14:48:01.851971 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc4c6-16bb-4cbe-bce3-ed6ba21e603d req-733197ba-8518-4bdb-896a-d05874e745f9 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:01.860436 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-431fc4c6-16bb-4cbe-bce3-ed6ba21e603d req-733197ba-8518-4bdb-896a-d05874e745f9 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 945 time: 0.1720536 Jun 07 14:48:01.916283 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec731b44-1e34-4191-bf62-b00a3e3070d5 req-499bcbcd-a7e3-4b95-b9c6-24833bd23779 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:01.925514 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ec731b44-1e34-4191-bf62-b00a3e3070d5 req-499bcbcd-a7e3-4b95-b9c6-24833bd23779 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1189790 Jun 07 14:48:01.944209 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-431fc4c6-16bb-4cbe-bce3-ed6ba21e603d req-b001fd9a-de82-42c1-af2b-9e98f3e34938 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825922 Jun 07 14:48:01.977147 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:48:01.998663 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ec731b44-1e34-4191-bf62-b00a3e3070d5 req-136d1a44-c04b-417d-9bb0-c767b7723ebc tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721035 Jun 07 14:48:02.030515 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f85ac3b-6fc3-4916-a9af-4791c3a0972a x-openstack-request-id: req-2f85ac3b-6fc3-4916-a9af-4791c3a0972a {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:02.031185 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "name": "network-vif-deleted", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:02.031616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f85ac3b-6fc3-4916-a9af-4791c3a0972a {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:02.032204 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'name': 'network-vif-deleted', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa', 'status': 'completed', 'code': 200} Jun 07 14:48:02.151205 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:02.197128 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7', 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24', 'port_id': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ac57b3-c0c4-42bd-9776-a8938ce2ca07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:48:02.254271 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc3717-c17d-42ac-af6c-680a390025fb req-b77c4e41-6ac5-41b3-8b9c-d0663313d14d tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:02.254891 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aa334b3d-057d-4253-8e93-ed66a916da1a req-049dc625-422f-4d77-80b1-9a6b41ebdaaa tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f4dbcd3-da46-408d-9f1b-e2a514b5bb30 HTTP/1.1" status: 200 len: 210 time: 0.0671566 Jun 07 14:48:02.255773 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d7fc3717-c17d-42ac-af6c-680a390025fb req-b77c4e41-6ac5-41b3-8b9c-d0663313d14d tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 943 time: 0.1256084 Jun 07 14:48:02.321803 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:02.359354 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:48:02.367544 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d7fc3717-c17d-42ac-af6c-680a390025fb req-2f71c5b4-8124-42d5-b0bb-7b8c5dde9f0a tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034186 Jun 07 14:48:02.395684 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:02.401876 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:02.404442 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:02.503581 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:02.509450 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:02.815090 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050b120-4c11-4b50-a1d7-49e34e51cc0d req-e69bcaa2-a3a9-44fe-b32c-8d2d00eb0619 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:02.816954 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3050b120-4c11-4b50-a1d7-49e34e51cc0d req-e69bcaa2-a3a9-44fe-b32c-8d2d00eb0619 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1600909 Jun 07 14:48:02.839763 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['1bcc8c79-80ba-42dc-b4ad-654697ea5ac7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:48:02.957588 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:02.963061 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3050b120-4c11-4b50-a1d7-49e34e51cc0d req-a565fc7a-3c7e-4f1e-a150-289ae4fd9802 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314270 Jun 07 14:48:02.969449 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732f148a-0e28-4db9-be73-7ec661b9b795" -d '{"events": [{"server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "name": "network-vif-unplugged", "status": "completed", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:03.080955 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bd7a0-8016-434d-8a75-ef34a0903555 req-5ba5efba-cdf8-4759-b8ad-5111d14745ad tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:03.093520 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d41bd7a0-8016-434d-8a75-ef34a0903555 req-5ba5efba-cdf8-4759-b8ad-5111d14745ad tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2429407 Jun 07 14:48:03.228890 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d41bd7a0-8016-434d-8a75-ef34a0903555 req-aa1a00e7-c5db-4e82-a6f9-cc3f6697fca8 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293588 Jun 07 14:48:03.391108 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c832e-9079-4b87-8b35-d9838262ad59 req-6c988a8a-93a8-48af-adee-028a61fad9dd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:03.396154 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-532c832e-9079-4b87-8b35-d9838262ad59 req-6c988a8a-93a8-48af-adee-028a61fad9dd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 945 time: 0.2610726 Jun 07 14:48:03.451270 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98476b20-b298-4281-b900-68588bf55bdd x-openstack-request-id: req-98476b20-b298-4281-b900-68588bf55bdd {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:03.452341 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4dbcd3-da46-408d-9f1b-e2a514b5bb30", "name": "network-vif-unplugged", "status": "completed", "tag": "94077646-f5c3-4b55-bdf0-6fdb9fd683aa", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:03.452798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98476b20-b298-4281-b900-68588bf55bdd {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:03.453459 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4dbcd3-da46-408d-9f1b-e2a514b5bb30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94077646-f5c3-4b55-bdf0-6fdb9fd683aa', 'code': 200} Jun 07 14:48:03.527803 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-532c832e-9079-4b87-8b35-d9838262ad59 req-3e4f3ff8-adb0-4203-93bc-fa09fa5abf1d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247213 Jun 07 14:48:03.851752 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:03.882493 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21d5d-d458-410a-a168-86410a1d40f4 req-fdcdaeff-a8ac-435f-9088-e248eb2f4bf9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:03.895090 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1fd21d5d-d458-410a-a168-86410a1d40f4 req-fdcdaeff-a8ac-435f-9088-e248eb2f4bf9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2795815 Jun 07 14:48:03.985766 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1fd21d5d-d458-410a-a168-86410a1d40f4 req-4db31ee1-5b1f-4424-9cd3-a3ece9ac5002 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889325 Jun 07 14:48:04.238180 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2c1c3-e923-473f-9b55-113f58d4411c req-e67335c5-ce53-4553-b429-55d25c588fce tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:04.251125 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6af2c1c3-e923-473f-9b55-113f58d4411c req-e67335c5-ce53-4553-b429-55d25c588fce tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 944 time: 0.1935401 Jun 07 14:48:04.357056 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6af2c1c3-e923-473f-9b55-113f58d4411c req-2c96c5ab-fdad-4243-82a1-4badfcda7773 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015244 Jun 07 14:48:04.497616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53e5d4-d474-4991-bf57-e7d56d060819 req-35fe045e-23b1-492c-b2ad-01fa4b58cdcd tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:04.525730 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d53e5d4-d474-4991-bf57-e7d56d060819 req-35fe045e-23b1-492c-b2ad-01fa4b58cdcd tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2989380 Jun 07 14:48:04.713667 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d53e5d4-d474-4991-bf57-e7d56d060819 req-c16dcf34-8c29-41e4-a1db-8e53f6103ec6 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863174 Jun 07 14:48:04.891735 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77387fe-6a28-449c-b4d3-60bf74d9986f req-5310d9c4-1404-4191-aa80-c1293b2fce30 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:04.903393 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d77387fe-6a28-449c-b4d3-60bf74d9986f req-5310d9c4-1404-4191-aa80-c1293b2fce30 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1309385 Jun 07 14:48:04.962439 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d77387fe-6a28-449c-b4d3-60bf74d9986f req-866c24e1-50e9-40c4-8e38-50700dff52c3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575128 Jun 07 14:48:05.393570 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19c88e-8a86-4c3b-81aa-78d5a1162bab req-cfd1e0d6-558f-4c76-b5e4-2a51a2b5de6b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:05.395667 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb19c88e-8a86-4c3b-81aa-78d5a1162bab req-cfd1e0d6-558f-4c76-b5e4-2a51a2b5de6b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2649591 Jun 07 14:48:05.480448 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb19c88e-8a86-4c3b-81aa-78d5a1162bab req-dcbbff2a-aca7-4670-9994-ad9259ecac33 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786355 Jun 07 14:48:05.751445 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c044076-9541-4c8c-96e1-56756944bb10 req-2d8fe08b-5808-44e2-95b0-5038aa4ca48c tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:05.753231 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5c044076-9541-4c8c-96e1-56756944bb10 req-2d8fe08b-5808-44e2-95b0-5038aa4ca48c tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 945 time: 0.1378391 Jun 07 14:48:05.755198 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28a71-89b6-4eab-a00e-574a28ba3995 req-d49cc318-772c-4a5c-be23-b60b5b877105 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:05.764841 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-adc28a71-89b6-4eab-a00e-574a28ba3995 req-d49cc318-772c-4a5c-be23-b60b5b877105 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 944 time: 0.1386554 Jun 07 14:48:05.835889 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-adc28a71-89b6-4eab-a00e-574a28ba3995 req-c4262430-7eb4-4119-9714-8c52d7bfcd86 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700376 Jun 07 14:48:05.848056 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5c044076-9541-4c8c-96e1-56756944bb10 req-1f828844-45c2-4320-bdd1-1da90508094c tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887878 Jun 07 14:48:05.978008 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:48:06.111673 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:48:06.118497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:48:06.119281 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:06.222843 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be815-2e60-4c0e-9729-7a369faedf43 req-eede2230-8245-40ac-960f-ebf484f2dc50 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:06.224064 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9a5be815-2e60-4c0e-9729-7a369faedf43 req-eede2230-8245-40ac-960f-ebf484f2dc50 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1757596 Jun 07 14:48:06.328033 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9a5be815-2e60-4c0e-9729-7a369faedf43 req-f5b8e4ce-de9a-4ed8-a678-e76ccbf98d17 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855322 Jun 07 14:48:06.329389 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:06.375998 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:06.410087 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f65671-5e04-4e72-971a-20c0d808a3ac" -d '{"events": [{"server_uuid": "e730a5af-a9ff-4e9e-9ff9-81a45c749559", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc8c79-80ba-42dc-b4ad-654697ea5ac7"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:06.448686 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:06.455828 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:06.459245 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:06.600511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdd5c50-2c3d-4acd-b282-596d84b326cf x-openstack-request-id: req-6bdd5c50-2c3d-4acd-b282-596d84b326cf {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:06.600891 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e730a5af-a9ff-4e9e-9ff9-81a45c749559", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc8c79-80ba-42dc-b4ad-654697ea5ac7", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:06.601261 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6bdd5c50-2c3d-4acd-b282-596d84b326cf {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:06.601727 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7', 'code': 200} Jun 07 14:48:06.701357 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:06.712522 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:06.732152 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef1438-b8aa-4bd7-b3ed-7fb471ae8008 req-45be6809-ef8f-4037-9506-85de2b5c77d9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:06.740757 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0fef1438-b8aa-4bd7-b3ed-7fb471ae8008 req-45be6809-ef8f-4037-9506-85de2b5c77d9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1877239 Jun 07 14:48:06.845314 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0fef1438-b8aa-4bd7-b3ed-7fb471ae8008 req-bf604e7c-cf0c-40ed-87c9-0f966d6487b1 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036224 Jun 07 14:48:06.845961 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54532) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:07.170565 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1c78c-f398-4435-9fc8-c80c8d56d637 req-8b063f47-f75c-4026-895b-f96019bdf1c0 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:07.190079 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-10c1c78c-f398-4435-9fc8-c80c8d56d637 req-8b063f47-f75c-4026-895b-f96019bdf1c0 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 945 time: 0.3536344 Jun 07 14:48:07.233731 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-45d277a0-a2bf-4782-a813-aaf1699447d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:07.334494 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd043a4a-9d1b-4aed-ba33-a2be97484940 req-11ea2552-0040-4d28-be08-621898210556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:07.335970 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dd043a4a-9d1b-4aed-ba33-a2be97484940 req-11ea2552-0040-4d28-be08-621898210556 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 1098 time: 0.3751264 Jun 07 14:48:07.349481 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ad338-4ddb-4948-9096-b63ca67f26e2 req-dad96556-99f8-464f-b64f-c174b0e84fa6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:07.356340 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-10c1c78c-f398-4435-9fc8-c80c8d56d637 req-939a0329-d25c-4d41-b16d-37fe11e1feed tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617653 Jun 07 14:48:07.360741 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-196ad338-4ddb-4948-9096-b63ca67f26e2 req-dad96556-99f8-464f-b64f-c174b0e84fa6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.3252411 Jun 07 14:48:07.443400 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-196ad338-4ddb-4948-9096-b63ca67f26e2 req-3f72a163-7f9a-43b4-ad64-a557711cb1b5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815370 Jun 07 14:48:07.489450 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dd043a4a-9d1b-4aed-ba33-a2be97484940 req-920e522f-c4df-4aeb-b6e5-eecb736d0c07 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233530 Jun 07 14:48:07.500434 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-d35c9b95-4ffb-4c5c-9dca-a65a91ecaba2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:07.502638 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-d35c9b95-4ffb-4c5c-9dca-a65a91ecaba2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 945 time: 0.2961407 Jun 07 14:48:07.593135 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-45d277a0-a2bf-4782-a813-aaf1699447d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:07.615036 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-45d277a0-a2bf-4782-a813-aaf1699447d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:07.636452 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a2b55937-88b0-49cb-8af3-49caffcedb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:07.740822 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6fb46-3394-4659-bbf0-b5201f10adfd req-bbfe3a81-e297-4cd1-8882-26d8af363bdd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:07.749668 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-97a6fb46-3394-4659-bbf0-b5201f10adfd req-bbfe3a81-e297-4cd1-8882-26d8af363bdd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 945 time: 0.2310667 Jun 07 14:48:07.815955 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-97a6fb46-3394-4659-bbf0-b5201f10adfd req-083f1bc9-8051-44ab-b4f0-c3332b93b71b tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629249 Jun 07 14:48:07.826774 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-45d277a0-a2bf-4782-a813-aaf1699447d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37c88fea37214a098d4f83db8636bbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9737926 Jun 07 14:48:07.836892 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54544) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:07.862152 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Deleting port 9b146340-0158-42ed-8756-b8ee6876e8e7 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:48:07.862787 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:07.873795 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d277a0-a2bf-4782-a813-aaf1699447d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841a4cc1-5dd6-4253-a4ce-a04057f4373f,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:07.910749 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-45d277a0-a2bf-4782-a813-aaf1699447d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:07.989324 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c54c1-9dfe-49bb-80b3-2759c829ba8c req-56ce1469-51e9-4699-90d4-272ebc478b77 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:07.998030 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e93c54c1-9dfe-49bb-80b3-2759c829ba8c req-56ce1469-51e9-4699-90d4-272ebc478b77 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.3217208 Jun 07 14:48:08.049281 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:08.075733 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e93c54c1-9dfe-49bb-80b3-2759c829ba8c req-6c76f54d-ffc0-40e2-be97-000a076a842a tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767996 Jun 07 14:48:08.123032 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:08.204799 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] For port 9b146340-0158-42ed-8756-b8ee6876e8e7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9b146340-0158-42ed-8756-b8ee6876e8e7,segment=NetworkSegment(c1c88a5b-6e37-415b-afd2-1d15133cd73e),segment_id=c1c88a5b-6e37-415b-afd2-1d15133cd73e)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:08.205442 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:08.249748 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:08.252364 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:08.255848 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/841a4cc1-5dd6-4253-a4ce-a04057f4373f HTTP/1.1" status: 204 len: 168 time: 0.4078760 Jun 07 14:48:08.255848 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-63343cfe-7359-4c9f-9244-7d87e1289828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:08.271378 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841a4cc1-5dd6-4253-a4ce-a04057f4373f,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:08.284903 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:08.387896 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Calling delete_port for 9b146340-0158-42ed-8756-b8ee6876e8e7 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:48:08.418161 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19450165-786f-48de-a483-280abcad6162 req-4ef23324-00a6-4f13-b801-2447dfcf6639 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:08.432598 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19450165-786f-48de-a483-280abcad6162 req-4ef23324-00a6-4f13-b801-2447dfcf6639 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.4713912 Jun 07 14:48:08.513405 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d9bf-60b7-4f88-94ac-6432827a0988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:08.597609 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19450165-786f-48de-a483-280abcad6162 req-66210b24-2031-42d8-85f2-e8f5498b7267 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567056 Jun 07 14:48:08.814915 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5627eb-0539-4020-8522-f13fb564ceaa req-c3a6d626-1a68-45fc-8d02-fac50b802217 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:08.827513 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cb5627eb-0539-4020-8522-f13fb564ceaa req-c3a6d626-1a68-45fc-8d02-fac50b802217 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2575650 Jun 07 14:48:08.920447 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:08.928758 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-080ddb69-4805-468b-b42d-9dcc8d831115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:08.938433 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['9b146340-0158-42ed-8756-b8ee6876e8e7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:48:08.981855 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cb5627eb-0539-4020-8522-f13fb564ceaa req-4b2253d1-a7cf-4a5d-b3a1-e7b4550f9b08 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484108 Jun 07 14:48:09.027551 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54558) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:09.054445 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Pushing event deleted for resources: {'Port': ['ID=9b146340-0158-42ed-8756-b8ee6876e8e7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:09.058678 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:09.063490 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7feaa846-16c1-4465-9186-3eaa349f2ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:09.356075 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] No DVR routers for this DVR port 9b146340-0158-42ed-8756-b8ee6876e8e7 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:48:09.365396 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-97a2a1f2-a20b-48a1-9cbe-98be5ff06da8 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:09.367899 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-97a2a1f2-a20b-48a1-9cbe-98be5ff06da8 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 945 time: 0.6825023 Jun 07 14:48:09.373775 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:09.375699 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fc00508a-c2ad-42e0-9aa3-1c64db04dfe9 req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.63 "DELETE /v2.0/ports/9b146340-0158-42ed-8756-b8ee6876e8e7 HTTP/1.1" status: 204 len: 173 time: 1.8219435 Jun 07 14:48:09.376390 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'name': 'network-vif-deleted', 'tag': '9b146340-0158-42ed-8756-b8ee6876e8e7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:09.379097 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d05c397-8aa3-44cd-9a3a-0915315b29d4" -d '{"events": [{"server_uuid": "25efd584-6f9d-479c-ba56-5fe0ea22a533", "name": "network-vif-deleted", "tag": "9b146340-0158-42ed-8756-b8ee6876e8e7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:09.389633 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041c1f9-e248-44d5-8e41-758a4ae72579 req-559021a6-f1d7-4c5b-a93e-afe14dfc2348 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:09.397286 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b041c1f9-e248-44d5-8e41-758a4ae72579 req-559021a6-f1d7-4c5b-a93e-afe14dfc2348 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.5974572 Jun 07 14:48:09.418399 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7feaa846-16c1-4465-9186-3eaa349f2ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:09.430022 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7feaa846-16c1-4465-9186-3eaa349f2ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:09.446527 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-49caba00-a76d-4c92-8ebd-3c5998db4e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:09.467254 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a1f9-cafd-4b97-965c-a92ca6825e02 req-3116592e-61f5-4cde-b5bc-898042160dd5 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:09.469050 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a6f0a1f9-cafd-4b97-965c-a92ca6825e02 req-3116592e-61f5-4cde-b5bc-898042160dd5 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 945 time: 0.2873397 Jun 07 14:48:09.540407 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7feaa846-16c1-4465-9186-3eaa349f2ebc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5baee92f2b94ea19fa932aa04096485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105388 Jun 07 14:48:09.545324 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b47c-beab-4750-b590-b7bfe6175235 req-ff4e874c-17bb-40cf-a078-7a9d05f2c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:09.547199 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3651b47c-beab-4750-b590-b7bfe6175235 req-ff4e874c-17bb-40cf-a078-7a9d05f2c2ec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 1099 time: 0.5833397 Jun 07 14:48:09.549621 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54564) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:09.667142 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b041c1f9-e248-44d5-8e41-758a4ae72579 req-7fd1e5fd-95a6-4d22-8928-4b4cbcc8d157 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678447 Jun 07 14:48:09.741507 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa846-16c1-4465-9186-3eaa349f2ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a08f21-47a0-4f70-841a-87f6e911c2a6,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:09.762058 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a6f0a1f9-cafd-4b97-965c-a92ca6825e02 req-20f8c103-4e85-411c-9df2-37e265ab0bb1 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781928 Jun 07 14:48:09.824533 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7feaa846-16c1-4465-9186-3eaa349f2ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:09.856386 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:09.933494 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:09.944978 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Deleting port 887129cc-61b3-4152-b241-4e2e780f9c39 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:48:09.944978 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:10.105219 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:10.113340 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:10.117495 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5a08f21-47a0-4f70-841a-87f6e911c2a6 HTTP/1.1" status: 204 len: 168 time: 0.5665784 Jun 07 14:48:10.126928 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c7b34b34-1465-4060-8620-e6c5a385f701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:10.148022 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a08f21-47a0-4f70-841a-87f6e911c2a6,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:10.152326 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:10.173811 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-812f00ff-113f-4ba5-8133-99f458da0d0c req-79ae720a-091f-4a3b-b002-9565374e76c2 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] 10.222.0.61 "GET /v2.0/ports?device_id=25efd584-6f9d-479c-ba56-5fe0ea22a533 HTTP/1.1" status: 200 len: 210 time: 0.1278377 Jun 07 14:48:10.180397 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99823c-9d38-4870-be5f-c3cb9a1da7db req-8faab024-9541-4659-b7dc-d535877039c0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:10.194244 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3c99823c-9d38-4870-be5f-c3cb9a1da7db req-8faab024-9541-4659-b7dc-d535877039c0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.2594607 Jun 07 14:48:10.194454 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b47c-beab-4750-b590-b7bfe6175235 req-57a63821-7f74-471b-854c-790f0a89d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:10.196167 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3651b47c-beab-4750-b590-b7bfe6175235 req-57a63821-7f74-471b-854c-790f0a89d303 service neutron] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 912 time: 0.6043167 Jun 07 14:48:10.257175 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3c99823c-9d38-4870-be5f-c3cb9a1da7db req-9996d929-9231-42b5-a449-3fc46f9f7a83 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657527 Jun 07 14:48:10.371849 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae61170a-514d-4686-a472-e60a2b2d110a x-openstack-request-id: req-ae61170a-514d-4686-a472-e60a2b2d110a {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:10.372496 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25efd584-6f9d-479c-ba56-5fe0ea22a533", "name": "network-vif-deleted", "tag": "9b146340-0158-42ed-8756-b8ee6876e8e7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:10.372959 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae61170a-514d-4686-a472-e60a2b2d110a {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:10.373623 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25efd584-6f9d-479c-ba56-5fe0ea22a533', 'name': 'network-vif-deleted', 'tag': '9b146340-0158-42ed-8756-b8ee6876e8e7', 'status': 'completed', 'code': 200} Jun 07 14:48:10.655412 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] For port 887129cc-61b3-4152-b241-4e2e780f9c39, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=887129cc-61b3-4152-b241-4e2e780f9c39,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:10.655813 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:10.805959 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900331d-c5ac-4459-95a0-39673e41b929 req-1b4d9621-bd64-422d-bcb2-7e8434b0bdfc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:10.813711 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7900331d-c5ac-4459-95a0-39673e41b929 req-1b4d9621-bd64-422d-bcb2-7e8434b0bdfc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.3309588 Jun 07 14:48:10.918608 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Calling delete_port for 887129cc-61b3-4152-b241-4e2e780f9c39 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:48:10.936033 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7900331d-c5ac-4459-95a0-39673e41b929 req-67915f53-f852-4c87-b75a-0e10c0ccaa55 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208427 Jun 07 14:48:10.962714 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3651b47c-beab-4750-b590-b7bfe6175235 req-487e2e95-2687-4945-a85b-cb85444e60a5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 200 len: 1001 time: 0.7494552 Jun 07 14:48:11.192681 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-36008fd6-edee-401c-b89b-6d5461947a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:11.212562 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b47c-beab-4750-b590-b7bfe6175235 req-b187c958-ab61-4d3f-b5f1-29a7272eaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:11.215081 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3651b47c-beab-4750-b590-b7bfe6175235 req-b187c958-ab61-4d3f-b5f1-29a7272eaeb9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.0948269 Jun 07 14:48:11.216161 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:11.224359 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 54622) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:11.230686 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2fc24498-afe4-4418-abcf-08b350c7fe0c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:11.231305 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123', 'cae6f77c-6db2-415a-aa76-9e30fcf69235', '887129cc-61b3-4152-b241-4e2e780f9c39'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:48:11.407304 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295efa3-f9fc-4113-8618-0e6fd45ffc4e req-d832bc6b-4803-42d9-b61d-967bca5a49fa tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:11.409833 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b295efa3-f9fc-4113-8618-0e6fd45ffc4e req-d832bc6b-4803-42d9-b61d-967bca5a49fa tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2643108 Jun 07 14:48:11.518647 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fe63b6e7-92c0-475a-99b0-52a662a2078a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:11.567330 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b295efa3-f9fc-4113-8618-0e6fd45ffc4e req-8c170a7b-faf0-4861-8c33-7db431856ca9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440542 Jun 07 14:48:11.600142 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event deleted for resources: {'Port': ['ID=887129cc-61b3-4152-b241-4e2e780f9c39,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:11.612805 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:11.739807 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d9a45-8a56-4db8-aead-05ba6706b45c req-01ea94a6-838a-44d4-8dc0-a7d477ed83b0 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:11.747841 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-da9d9a45-8a56-4db8-aead-05ba6706b45c req-01ea94a6-838a-44d4-8dc0-a7d477ed83b0 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 1.2461791 Jun 07 14:48:11.856274 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-da9d9a45-8a56-4db8-aead-05ba6706b45c req-b97867a0-1fcd-444d-9857-4d8eecaf6295 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041877 Jun 07 14:48:11.893596 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5674e76b-9893-4cbf-9e85-12b4de1606dc req-13bb8997-8664-41d9-a97e-d53338a71c3a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed86642-ee3c-4b61-aa16-59455e7505a2 HTTP/1.1" status: 200 len: 210 time: 0.1071615 Jun 07 14:48:11.939708 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] No DVR routers for this DVR port 887129cc-61b3-4152-b241-4e2e780f9c39 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:48:11.942853 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:11.945243 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1934828a-4cf9-4536-9348-dad14cf2fdce req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "DELETE /v2.0/ports/887129cc-61b3-4152-b241-4e2e780f9c39 HTTP/1.1" status: 204 len: 173 time: 2.5459280 Jun 07 14:48:11.959074 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:12.015041 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 9b146340-0158-42ed-8756-b8ee6876e8e7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:48:12.030557 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b47c-beab-4750-b590-b7bfe6175235 req-9712fb67-2347-4d08-85f8-f2246addafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:12.032108 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3651b47c-beab-4750-b590-b7bfe6175235 req-9712fb67-2347-4d08-85f8-f2246addafc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8066547 Jun 07 14:48:12.179435 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 9b146340-0158-42ed-8756-b8ee6876e8e7 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:48:12.184908 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 9b146340-0158-42ed-8756-b8ee6876e8e7 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:48:12.186967 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 887129cc-61b3-4152-b241-4e2e780f9c39 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:48:12.289295 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 887129cc-61b3-4152-b241-4e2e780f9c39 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:48:12.290144 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 887129cc-61b3-4152-b241-4e2e780f9c39 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:48:12.373127 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3651b47c-beab-4750-b590-b7bfe6175235 req-099e2105-e791-43b4-9ad6-0a7cbdfb70ae service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223217 Jun 07 14:48:12.375903 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'name': 'network-vif-deleted', 'tag': '887129cc-61b3-4152-b241-4e2e780f9c39'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:12.378752 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f479146-af43-4ae0-ab42-db95446510a7" -d '{"events": [{"server_uuid": "bed86642-ee3c-4b61-aa16-59455e7505a2", "name": "network-vif-deleted", "tag": "887129cc-61b3-4152-b241-4e2e780f9c39"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:12.422146 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8a0a0-1bc4-4753-876a-38548ac2f947 req-3b96ee96-7c1d-4105-bc1f-756bc0d5bbc4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:12.424050 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-84f8a0a0-1bc4-4753-876a-38548ac2f947 req-3b96ee96-7c1d-4105-bc1f-756bc0d5bbc4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1540987 Jun 07 14:48:12.587002 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-84f8a0a0-1bc4-4753-876a-38548ac2f947 req-26510c5c-43b9-4cf2-9b56-9d5cd825bbf0 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184072 Jun 07 14:48:12.626904 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47eea84-f1d7-49a5-a5fe-3cc452e62cb9 x-openstack-request-id: req-e47eea84-f1d7-49a5-a5fe-3cc452e62cb9 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:12.627701 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed86642-ee3c-4b61-aa16-59455e7505a2", "name": "network-vif-deleted", "tag": "887129cc-61b3-4152-b241-4e2e780f9c39", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:12.629496 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e47eea84-f1d7-49a5-a5fe-3cc452e62cb9 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:12.630154 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed86642-ee3c-4b61-aa16-59455e7505a2', 'name': 'network-vif-deleted', 'tag': '887129cc-61b3-4152-b241-4e2e780f9c39', 'status': 'completed', 'code': 200} Jun 07 14:48:12.678829 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fe63b6e7-92c0-475a-99b0-52a662a2078a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:12.886782 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fe63b6e7-92c0-475a-99b0-52a662a2078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:12.968775 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-882a9148-7d5d-4656-a052-7afb323e8a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:13.091042 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-fe63b6e7-92c0-475a-99b0-52a662a2078a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65f46aba991f4585abcaeeb04c189ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7809467 Jun 07 14:48:13.092433 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 54660) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:13.099014 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:13.107757 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63b6e7-92c0-475a-99b0-52a662a2078a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf02eae-43ab-45c9-b121-377eae61cc6a,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:13.111864 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-fe63b6e7-92c0-475a-99b0-52a662a2078a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:13.165989 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3651b47c-beab-4750-b590-b7bfe6175235 req-fd84cc0b-8127-4de6-9b51-faa2b9ce2f1b service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696168 Jun 07 14:48:13.238527 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750782b-b9ca-411e-9294-ee75fab2305e req-437fa1c6-cb6d-4b46-8625-e1cfe734abda tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:13.249189 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3750782b-b9ca-411e-9294-ee75fab2305e req-437fa1c6-cb6d-4b46-8625-e1cfe734abda tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1645010 Jun 07 14:48:13.252670 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd56de-2b61-45ea-81b1-0f16fde07977 req-350125ce-20e5-4ce3-9585-3e98903ec5fc tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:13.254238 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-77cd56de-2b61-45ea-81b1-0f16fde07977 req-350125ce-20e5-4ce3-9585-3e98903ec5fc tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.3743975 Jun 07 14:48:13.283700 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:13.334730 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3750782b-b9ca-411e-9294-ee75fab2305e req-220594a7-b1a0-400c-b1e3-32c3233cd3bb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810924 Jun 07 14:48:13.360341 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:13.395230 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-77cd56de-2b61-45ea-81b1-0f16fde07977 req-5fb5bef5-618f-42b0-9853-086aa8cd8c5b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308956 Jun 07 14:48:13.485504 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:13.488638 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:13.494149 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fdf02eae-43ab-45c9-b121-377eae61cc6a HTTP/1.1" status: 204 len: 168 time: 0.3830345 Jun 07 14:48:13.496297 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-da7bad17-eda4-46d2-a2dd-a315b5d6461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:13.517923 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf02eae-43ab-45c9-b121-377eae61cc6a,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:13.521232 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:14.187655 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9407b3f-50b0-4a77-b7b2-fb417a812e10 req-4365fee2-c1cd-4ebd-b551-d3d5d6eda77e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:14.201726 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b9407b3f-50b0-4a77-b7b2-fb417a812e10 req-4365fee2-c1cd-4ebd-b551-d3d5d6eda77e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2864614 Jun 07 14:48:14.289077 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b9407b3f-50b0-4a77-b7b2-fb417a812e10 req-aa394c94-2309-45cf-8614-f43f166d4d61 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862980 Jun 07 14:48:14.291134 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1485b56-9eae-4f57-977b-6335e02bf9ef req-c670e813-994a-4878-82f1-4589c12a1e19 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:14.293375 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e1485b56-9eae-4f57-977b-6335e02bf9ef req-c670e813-994a-4878-82f1-4589c12a1e19 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 945 time: 0.2837920 Jun 07 14:48:14.396119 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e1485b56-9eae-4f57-977b-6335e02bf9ef req-07c31cf1-8e1e-4549-8dc7-00c387b0c268 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950923 Jun 07 14:48:14.767263 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c721bcb-420a-48f2-8607-5f277149b6cd req-8373ae56-4efa-4aa7-ac33-228e23ff99ae tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:14.782595 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9c721bcb-420a-48f2-8607-5f277149b6cd req-8373ae56-4efa-4aa7-ac33-228e23ff99ae tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1814618 Jun 07 14:48:14.853407 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5857d-68c9-4dcb-8a06-cdf32f9174e3 req-136a1775-66f5-4265-b668-b54bc3c87b6d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:14.855637 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3fb5857d-68c9-4dcb-8a06-cdf32f9174e3 req-136a1775-66f5-4265-b668-b54bc3c87b6d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1965642 Jun 07 14:48:14.892076 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9c721bcb-420a-48f2-8607-5f277149b6cd req-2a3f0c7e-2c98-482a-a409-86aa4fc339ed tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078362 Jun 07 14:48:15.006713 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3fb5857d-68c9-4dcb-8a06-cdf32f9174e3 req-1487a00f-2d95-42ef-a8e1-3566e1c58396 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441026 Jun 07 14:48:15.610040 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8e766-7a0d-4e54-9531-428bbb826d77 req-eed5d3fd-d9c7-4404-b3dc-7ecc312530a1 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:15.611730 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d6a8e766-7a0d-4e54-9531-428bbb826d77 req-eed5d3fd-d9c7-4404-b3dc-7ecc312530a1 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1389263 Jun 07 14:48:15.703327 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48e907-4110-494a-aaae-bd345c6568db req-25d350a5-7a36-4663-b2f6-f655a8d2defa tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:15.704936 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9d48e907-4110-494a-aaae-bd345c6568db req-25d350a5-7a36-4663-b2f6-f655a8d2defa tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 945 time: 0.1849122 Jun 07 14:48:15.722873 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d6a8e766-7a0d-4e54-9531-428bbb826d77 req-9f83919c-2a49-4752-8374-c2203d85b03d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049125 Jun 07 14:48:15.786808 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d8a9-c5f9-490c-ae70-adc809f54cb3 req-55897696-69e2-4a88-8a23-ead44b8e850a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:15.788430 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d1c5d8a9-c5f9-490c-ae70-adc809f54cb3 req-55897696-69e2-4a88-8a23-ead44b8e850a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 945 time: 0.2093477 Jun 07 14:48:15.876058 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:15.965936 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d1c5d8a9-c5f9-490c-ae70-adc809f54cb3 req-0b2d71a0-0b27-4627-86b6-43ac6fed33bb tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696689 Jun 07 14:48:16.024194 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Deleting port cae6f77c-6db2-415a-aa76-9e30fcf69235 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:48:16.024598 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:16.264480 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] For port cae6f77c-6db2-415a-aa76-9e30fcf69235, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=cae6f77c-6db2-415a-aa76-9e30fcf69235,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:16.265936 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc485f2-040d-4889-95e0-8dfe3a65ab08 req-9f867b33-4ad0-4f51-86dd-f963af7df0ec tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:16.268994 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:16.274911 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0dc485f2-040d-4889-95e0-8dfe3a65ab08 req-9f867b33-4ad0-4f51-86dd-f963af7df0ec tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1994789 Jun 07 14:48:16.376173 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0dc485f2-040d-4889-95e0-8dfe3a65ab08 req-ef0aa6ae-7490-4875-9191-e40436a02959 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995905 Jun 07 14:48:16.504491 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Calling delete_port for cae6f77c-6db2-415a-aa76-9e30fcf69235 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:48:16.679728 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:16.706881 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7752f116-5179-409f-9963-a5e390344b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:16.725172 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123', 'cae6f77c-6db2-415a-aa76-9e30fcf69235'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:48:16.805248 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event deleted for resources: {'Port': ['ID=cae6f77c-6db2-415a-aa76-9e30fcf69235,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:16.937326 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:17.061416 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] No DVR routers for this DVR port cae6f77c-6db2-415a-aa76-9e30fcf69235 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:48:17.065842 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:17.068218 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9d48e907-4110-494a-aaae-bd345c6568db req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "DELETE /v2.0/ports/cae6f77c-6db2-415a-aa76-9e30fcf69235 HTTP/1.1" status: 204 len: 173 time: 1.3536561 Jun 07 14:48:17.068812 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'name': 'network-vif-deleted', 'tag': 'cae6f77c-6db2-415a-aa76-9e30fcf69235'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:17.071422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978a874b-82d8-4813-a6d0-5e3ad6ec4b0f" -d '{"events": [{"server_uuid": "9086af39-2eb9-457c-b4e2-6204c9a6b4d4", "name": "network-vif-deleted", "tag": "cae6f77c-6db2-415a-aa76-9e30fcf69235"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:17.136928 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16909-69f4-44fb-aacd-bfb7318a097d req-5fb7dc15-cef8-4dd8-bc2f-f158789ba8c8 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:17.145098 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5c16909-69f4-44fb-aacd-bfb7318a097d req-5fb7dc15-cef8-4dd8-bc2f-f158789ba8c8 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.2048111 Jun 07 14:48:17.218611 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5c16909-69f4-44fb-aacd-bfb7318a097d req-d61f4fd2-0d6b-4bc2-b655-88ca4f3fd6a7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725865 Jun 07 14:48:17.261264 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c9863806-5784-48c9-aba1-e36b95c36aa1 req-bddd9437-c000-481f-9cc9-e3cd042b5cee tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=9086af39-2eb9-457c-b4e2-6204c9a6b4d4 HTTP/1.1" status: 200 len: 210 time: 0.0972426 Jun 07 14:48:17.308354 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944ae135-681e-45e5-b6bd-9b5e5c9d1539 x-openstack-request-id: req-944ae135-681e-45e5-b6bd-9b5e5c9d1539 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:17.308901 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9086af39-2eb9-457c-b4e2-6204c9a6b4d4", "name": "network-vif-deleted", "tag": "cae6f77c-6db2-415a-aa76-9e30fcf69235", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:17.309252 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-944ae135-681e-45e5-b6bd-9b5e5c9d1539 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:17.309678 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9086af39-2eb9-457c-b4e2-6204c9a6b4d4', 'name': 'network-vif-deleted', 'tag': 'cae6f77c-6db2-415a-aa76-9e30fcf69235', 'status': 'completed', 'code': 200} Jun 07 14:48:17.661625 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8832038-5427-4b90-8abd-bfd76302201c req-661dda0e-ba81-409e-8e31-b8e668623199 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:17.664241 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e8832038-5427-4b90-8abd-bfd76302201c req-661dda0e-ba81-409e-8e31-b8e668623199 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1282403 Jun 07 14:48:17.745381 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e8832038-5427-4b90-8abd-bfd76302201c req-8bc27003-e9f8-4807-9e6d-6d73d83e3314 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722239 Jun 07 14:48:18.252442 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-c60e8a64-24ce-444b-875d-639a8cc9976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:18.256455 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-c60e8a64-24ce-444b-875d-639a8cc9976d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 1099 time: 0.1333933 Jun 07 14:48:18.727716 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-4e4f4206-b815-4bb3-b512-4236b9c42fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:18.730284 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-4e4f4206-b815-4bb3-b512-4236b9c42fb2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.4651685 Jun 07 14:48:18.924355 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d6e50-8372-4a13-84ba-61b354fab9b7 req-8d7fd9da-3052-4a79-a606-ea4aca5fea61 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:18.937800 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fb7d6e50-8372-4a13-84ba-61b354fab9b7 req-8d7fd9da-3052-4a79-a606-ea4aca5fea61 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.4652689 Jun 07 14:48:19.013525 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-77ff1c87-62b6-4a57-b3e9-786e79087ec2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846957f3-1048-4bb0-8fed-afe72b0321fa HTTP/1.1" status: 200 len: 1002 time: 0.2729709 Jun 07 14:48:19.141136 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fb7d6e50-8372-4a13-84ba-61b354fab9b7 req-5428c80a-e348-411f-adf8-18c4abc890db tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018518 Jun 07 14:48:19.217633 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-ab31deba-9675-4803-b4ef-865b65adfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:19.220804 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-ab31deba-9675-4803-b4ef-865b65adfce0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.1837206 Jun 07 14:48:19.295253 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1d2f6-30f9-4ea3-8b5c-f8a65fd0586d req-e46efe36-3391-490b-9c70-94ec9f10ea95 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:19.307067 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4ce1d2f6-30f9-4ea3-8b5c-f8a65fd0586d req-e46efe36-3391-490b-9c70-94ec9f10ea95 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2688665 Jun 07 14:48:19.378372 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4ce1d2f6-30f9-4ea3-8b5c-f8a65fd0586d req-e33be535-b879-488b-a16f-61fe36e28674 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699186 Jun 07 14:48:19.427803 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-3e44522d-d6e0-4f01-b8b4-18cfe89cb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:19.430250 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-3e44522d-d6e0-4f01-b8b4-18cfe89cb32d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2008216 Jun 07 14:48:19.608457 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-1932e638-a940-4bce-8a3a-ad449c75bdb3 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678419 Jun 07 14:48:19.833459 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54818) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:19.883128 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1acfb735-0c84-4520-86ea-60a5c3cf132b req-dc42a948-3c65-4746-bc61-75bb86fc7411 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665751 Jun 07 14:48:20.046544 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device cae6f77c-6db2-415a-aa76-9e30fcf69235 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:48:20.080115 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bc3c18db-a4d3-46ee-bd42-250e7f22d34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:20.134833 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: cae6f77c-6db2-415a-aa76-9e30fcf69235 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:48:20.136782 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device cae6f77c-6db2-415a-aa76-9e30fcf69235 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:48:20.363110 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bc3c18db-a4d3-46ee-bd42-250e7f22d34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:20.371747 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bc3c18db-a4d3-46ee-bd42-250e7f22d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:20.391905 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-78e08713-aeed-4fb7-a72c-d5f0e94afa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:20.555419 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bc3c18db-a4d3-46ee-bd42-250e7f22d34a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=117d07d9589f496e89e35b549fb6f7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7196128 Jun 07 14:48:20.569007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54832) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:20.591239 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c18db-a4d3-46ee-bd42-250e7f22d34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2c734b-4f93-4630-80ba-2f05f53a4e90,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:20.598060 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bc3c18db-a4d3-46ee-bd42-250e7f22d34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:20.634026 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c336c-9b6b-46fc-9911-b61d3808d580 req-4e77131c-f5a5-4055-881b-f80df2c2f58a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:20.635913 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a84c336c-9b6b-46fc-9911-b61d3808d580 req-4e77131c-f5a5-4055-881b-f80df2c2f58a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1890199 Jun 07 14:48:20.675081 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3d089-e9e7-44db-a540-0d4eeb40ba65 req-9e5d63f5-5cfe-4cc7-845b-3c64ec3b6136 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:20.677542 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d2f3d089-e9e7-44db-a540-0d4eeb40ba65 req-9e5d63f5-5cfe-4cc7-845b-3c64ec3b6136 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 946 time: 0.2320344 Jun 07 14:48:20.758670 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:20.767427 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a84c336c-9b6b-46fc-9911-b61d3808d580 req-c7d3c7cd-abd9-490a-872f-2ee57cac5e24 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192789 Jun 07 14:48:20.815344 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:20.902950 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d2f3d089-e9e7-44db-a540-0d4eeb40ba65 req-7817fb51-88ed-49af-bf73-a02b1c51861c tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911309 Jun 07 14:48:20.941628 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:48:20.954406 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:20.961899 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:20.967182 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b2c734b-4f93-4630-80ba-2f05f53a4e90 HTTP/1.1" status: 204 len: 168 time: 0.3902457 Jun 07 14:48:20.974948 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6084e7a1-87a4-42a0-a2b1-754a59681224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:21.030873 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2c734b-4f93-4630-80ba-2f05f53a4e90,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:21.051314 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:21.117004 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f69a16-d417-4a96-ad61-411a346bf9e2 req-f3946b78-4b52-4627-9958-dcaa1e0f3f0d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:21.125887 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c1f69a16-d417-4a96-ad61-411a346bf9e2 req-f3946b78-4b52-4627-9958-dcaa1e0f3f0d tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1691570 Jun 07 14:48:21.200982 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c1f69a16-d417-4a96-ad61-411a346bf9e2 req-be6a323b-fef9-4efd-8071-34b38fbc0d32 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630515 Jun 07 14:48:22.075755 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:48:22.114080 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771028bc-996c-4dfe-871d-2078f7036564 req-b96c667d-0e24-4bca-83d9-ef89536ce9ad tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:22.124451 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-771028bc-996c-4dfe-871d-2078f7036564 req-b96c667d-0e24-4bca-83d9-ef89536ce9ad tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 946 time: 0.1850531 Jun 07 14:48:22.194330 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-771028bc-996c-4dfe-871d-2078f7036564 req-a36348ff-ad5e-45d3-b0be-cee741e76984 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688579 Jun 07 14:48:22.292890 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f699-d794-4cb4-a90c-2547e5e2d852 req-aad7a5ad-b2ff-4d57-9e86-b42b3a6a61c8 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:22.300351 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ebe5f699-d794-4cb4-a90c-2547e5e2d852 req-aad7a5ad-b2ff-4d57-9e86-b42b3a6a61c8 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 946 time: 0.1725411 Jun 07 14:48:22.410092 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ebe5f699-d794-4cb4-a90c-2547e5e2d852 req-3d033ce7-1c39-4783-b15c-192076873459 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/security-groups?id=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993342 Jun 07 14:48:22.437557 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:22.481091 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:22.485201 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cbe645-4a77-4471-8108-a5fdaa47c12c" -d '{"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-unplugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:22.514956 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:22.519103 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a14f81-6f61-43e6-acc9-3f1130fcce31 req-ab868406-b2c1-42ca-aa3f-37d107e2f71c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:22.522533 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:22.524906 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:22.543778 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-47a14f81-6f61-43e6-acc9-3f1130fcce31 req-ab868406-b2c1-42ca-aa3f-37d107e2f71c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1855471 Jun 07 14:48:22.612953 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-27524793-8746-4647-8624-004f1f396e4f tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:22.618041 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-27524793-8746-4647-8624-004f1f396e4f tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 946 time: 0.2062423 Jun 07 14:48:22.620965 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0668489-46ea-406c-a3cf-3891e9944e3a x-openstack-request-id: req-d0668489-46ea-406c-a3cf-3891e9944e3a {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:22.621522 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-unplugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:22.622024 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0668489-46ea-406c-a3cf-3891e9944e3a {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:22.622620 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'code': 200} Jun 07 14:48:22.643681 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=8']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:22.647860 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:22.706133 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-47a14f81-6f61-43e6-acc9-3f1130fcce31 req-6ee2f6d4-f259-4316-b273-bf17900927bd tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484461 Jun 07 14:48:22.877751 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Deleting port 82b2b76a-4317-4146-9ed3-35e4ac325123 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:48:22.878098 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:23.064765 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] For port 82b2b76a-4317-4146-9ed3-35e4ac325123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=82b2b76a-4317-4146-9ed3-35e4ac325123,segment=NetworkSegment(0133b244-4e28-4fad-9d8b-a45e9cf9af10),segment_id=0133b244-4e28-4fad-9d8b-a45e9cf9af10)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:23.065321 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:23.250767 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Calling delete_port for 82b2b76a-4317-4146-9ed3-35e4ac325123 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:48:23.539700 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:23.549818 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:23.554715 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['82b2b76a-4317-4146-9ed3-35e4ac325123'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:48:23.634340 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Pushing event deleted for resources: {'Port': ['ID=82b2b76a-4317-4146-9ed3-35e4ac325123,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:23.638851 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f7285efc-4f37-4bb5-99fa-cee67ce6e88a req-a22f0558-ca0c-422b-aaf2-89d7655aaa8a tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.0733657 Jun 07 14:48:23.670656 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.671515 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.672168 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.672966 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.673431 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.674139 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.675006 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.675484 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.676265 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.676688 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.677693 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.678565 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:23.685072 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:23.907835 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6897b6-1efb-498d-84f8-e5138711479c req-4c9ad615-ac25-48f4-96d4-161fd2782d1c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:23.916124 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea6897b6-1efb-498d-84f8-e5138711479c req-4c9ad615-ac25-48f4-96d4-161fd2782d1c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.5106125 Jun 07 14:48:23.938248 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] No DVR routers for this DVR port 82b2b76a-4317-4146-9ed3-35e4ac325123 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:48:23.943551 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:23.945781 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e6c1f50a-ff33-4d56-8500-952afee0ae79 req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.63 "DELETE /v2.0/ports/82b2b76a-4317-4146-9ed3-35e4ac325123 HTTP/1.1" status: 204 len: 173 time: 1.3171163 Jun 07 14:48:23.946721 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'name': 'network-vif-deleted', 'tag': '82b2b76a-4317-4146-9ed3-35e4ac325123'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:23.949870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5978b8-bc95-4934-9e8c-6c36091b6a32" -d '{"events": [{"server_uuid": "fb9a0eb2-1153-4442-b494-0075e27d1ba3", "name": "network-vif-deleted", "tag": "82b2b76a-4317-4146-9ed3-35e4ac325123"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:24.037614 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea6897b6-1efb-498d-84f8-e5138711479c req-82ce79a9-08ae-4ead-b061-d932d2d0a98d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160302 Jun 07 14:48:24.234897 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a883d2-c9e2-4819-b012-43ab1602d1b9 x-openstack-request-id: req-64a883d2-c9e2-4819-b012-43ab1602d1b9 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:24.235302 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9a0eb2-1153-4442-b494-0075e27d1ba3", "name": "network-vif-deleted", "tag": "82b2b76a-4317-4146-9ed3-35e4ac325123", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:24.235581 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64a883d2-c9e2-4819-b012-43ab1602d1b9 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:24.236052 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9a0eb2-1153-4442-b494-0075e27d1ba3', 'name': 'network-vif-deleted', 'tag': '82b2b76a-4317-4146-9ed3-35e4ac325123', 'status': 'completed', 'code': 200} Jun 07 14:48:24.463952 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1ed3-35aa-400b-864a-bf4fdb909d78 req-ec1eb586-507e-4252-a4da-44fc7dde3c80 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:24.474339 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bf0c1ed3-35aa-400b-864a-bf4fdb909d78 req-ec1eb586-507e-4252-a4da-44fc7dde3c80 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.4825940 Jun 07 14:48:24.525464 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-bf0c1ed3-35aa-400b-864a-bf4fdb909d78 req-adaee2b2-4f13-4344-a912-7bc7b788d9c8 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Jun 07 14:48:25.009419 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3b7b3c25-41ab-4f4b-a199-07fbff6ab8b1 req-fdd1a472-0a9e-4d71-bde2-2588d0cd6307 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb9a0eb2-1153-4442-b494-0075e27d1ba3 HTTP/1.1" status: 200 len: 210 time: 0.0808346 Jun 07 14:48:25.879678 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ea868-8027-4a7e-a543-6662dadc91df req-a3a39215-80ea-4aec-b27b-a9f1f6ea1be7 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:25.887415 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-676ea868-8027-4a7e-a543-6662dadc91df req-a3a39215-80ea-4aec-b27b-a9f1f6ea1be7 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1869338 Jun 07 14:48:25.945622 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-676ea868-8027-4a7e-a543-6662dadc91df req-8b1851f4-191c-4952-a359-771c5586c670 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Jun 07 14:48:25.954714 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe034c8-4fb0-4269-b988-5f052ce6c271 req-aef26301-e935-4105-b63d-67b3d98a6ef4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:25.959485 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dfe034c8-4fb0-4269-b988-5f052ce6c271 req-aef26301-e935-4105-b63d-67b3d98a6ef4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.1769369 Jun 07 14:48:26.043739 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dfe034c8-4fb0-4269-b988-5f052ce6c271 req-1f0c85ad-78f0-4c6e-a54b-0221b0859f71 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807440 Jun 07 14:48:26.098225 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:48:26.131104 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54894) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:26.376448 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Deleting subnet 290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:48:26.381781 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:26.453894 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333969'] for subnet, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:26.553007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:26.698811 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3483852'] for subnet, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:26.718527 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:26.775901 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290abe47-8cfb-4c6a-bc2c-d24b9c8736c9,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:26.780322 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:26.783959 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/290abe47-8cfb-4c6a-bc2c-d24b9c8736c9 HTTP/1.1" status: 204 len: 168 time: 0.6497569 Jun 07 14:48:26.785838 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:26.787284 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 54898) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:26.927213 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:27.230449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:27.265187 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcc2866-3694-4565-a6bf-02e0181022f8']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:48:27.306191 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0133b244-4e28-4fad-9d8b-a45e9cf9af10') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:48:27.306649 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0133b244-4e28-4fad-9d8b-a45e9cf9af10') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:48:27.340056 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2639033'] for segment, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:27.402934 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:27.447707 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8dc30-7f19-456a-a0e0-1a01ebc134e4 req-93499b08-d197-4188-86ee-492d86e411cc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:27.451819 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4ff8dc30-7f19-456a-a0e0-1a01ebc134e4 req-93499b08-d197-4188-86ee-492d86e411cc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2597971 Jun 07 14:48:27.457440 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:48:27.458013 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1520505'] for segment, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: Traceback (most recent call last): Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: timer() Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: cb(*args, **kw) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: return func(*args, **kwargs) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: self._notify() Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: self.callback(batched_events) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: event.method(event) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: return f(self, *a, **k) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: return self._get(url).json() Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:48:27.518912 dv-cinder-789603-7-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:48:27.679013 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4ff8dc30-7f19-456a-a0e0-1a01ebc134e4 req-0171945f-7654-4939-9e10-773acc2cc8c1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502249 Jun 07 14:48:27.681412 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:27.691648 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:27.695245 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9dcc2866-3694-4565-a6bf-02e0181022f8 HTTP/1.1" status: 204 len: 168 time: 0.9063003 Jun 07 14:48:27.696314 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:27.779877 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcc2866-3694-4565-a6bf-02e0181022f8,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:27.787403 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:27.850868 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6cfb8-156e-4a89-8687-254b6ccdd8d9 req-544d9151-a632-4491-ad01-c0a04b73c734 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:27.866925 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f8a6cfb8-156e-4a89-8687-254b6ccdd8d9 req-544d9151-a632-4491-ad01-c0a04b73c734 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2688775 Jun 07 14:48:28.019540 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f8a6cfb8-156e-4a89-8687-254b6ccdd8d9 req-0a83f097-ab8e-4008-a78b-d24009213d07 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501203 Jun 07 14:48:28.037712 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 54908) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:28.115231 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 82b2b76a-4317-4146-9ed3-35e4ac325123 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:48:28.178387 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-49158d18-2a34-430d-8d5d-6081dfb0403f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e89c835f2aff4e01b8c56569c3d6d592&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1348505 Jun 07 14:48:28.179157 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 54912) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:28.198914 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 82b2b76a-4317-4146-9ed3-35e4ac325123 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:48:28.199745 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 82b2b76a-4317-4146-9ed3-35e4ac325123 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:48:28.270201 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:28.305768 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:28.377972 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:28.381514 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:28.387675 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9be9d0b9-1ad9-49ae-aba9-367ce7c8c289 HTTP/1.1" status: 204 len: 168 time: 0.2024627 Jun 07 14:48:28.387675 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1c632f24-24c4-43cf-8746-58a87eeaec8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:28.399149 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be9d0b9-1ad9-49ae-aba9-367ce7c8c289,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:28.401721 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:28.965588 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcb5b6-e075-4ddf-820b-6dac1e3d9056 req-7dd8ec6b-31b7-4088-8e10-82fef4a3ea5a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:28.967115 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-02bcb5b6-e075-4ddf-820b-6dac1e3d9056 req-7dd8ec6b-31b7-4088-8e10-82fef4a3ea5a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1142447 Jun 07 14:48:28.997432 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 54942) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:29.085895 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-02bcb5b6-e075-4ddf-820b-6dac1e3d9056 req-490d12db-7e71-48e3-a663-79d4ff3b546b tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109614 Jun 07 14:48:29.239213 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-ab71eb98-61eb-4443-bf34-4ee87f628026 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2395201 Jun 07 14:48:29.362674 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05f9d7-bf5a-4720-b2d2-3e54b7052023 req-ae30e532-4520-4c40-886c-a7d8750bbb49 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:29.364447 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4d05f9d7-bf5a-4720-b2d2-3e54b7052023 req-ae30e532-4520-4c40-886c-a7d8750bbb49 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.1057997 Jun 07 14:48:29.446485 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4d05f9d7-bf5a-4720-b2d2-3e54b7052023 req-baf78421-cd77-4846-900d-74ecbf810336 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693843 Jun 07 14:48:30.450976 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08efb4-78da-4524-b085-32cddb065134 req-5c284240-ce36-4f2b-b6ac-677e8ef83938 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:30.474575 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ee08efb4-78da-4524-b085-32cddb065134 req-5c284240-ce36-4f2b-b6ac-677e8ef83938 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1780446 Jun 07 14:48:30.637613 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ee08efb4-78da-4524-b085-32cddb065134 req-88b974f3-6fe6-4023-8c92-87cd6ee45e86 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617124 Jun 07 14:48:30.840014 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf359bc-3140-4031-9e3b-6e5ad18f9bce req-253db5ab-6903-499c-9751-f5496aaa63ae tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:30.848393 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ecf359bc-3140-4031-9e3b-6e5ad18f9bce req-253db5ab-6903-499c-9751-f5496aaa63ae tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.1131489 Jun 07 14:48:30.925962 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ecf359bc-3140-4031-9e3b-6e5ad18f9bce req-4f069c63-dc12-43ee-98fd-9f21c786a9bf tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758305 Jun 07 14:48:31.850110 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-b1558952-3f6f-4096-b9ab-a5f5cf83be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:31.851775 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-b1558952-3f6f-4096-b9ab-a5f5cf83be41 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.1211460 Jun 07 14:48:32.120454 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e0e08-f7d4-4df4-b908-2f070c2ae39d req-15de6481-4a62-49c9-9454-5cb840084003 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:32.127632 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3b5e0e08-f7d4-4df4-b908-2f070c2ae39d req-15de6481-4a62-49c9-9454-5cb840084003 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2747576 Jun 07 14:48:32.166533 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-edfca1ae-ca4f-4e2a-bd4b-c50a62ba95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:32.175778 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-edfca1ae-ca4f-4e2a-bd4b-c50a62ba95c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.2742913 Jun 07 14:48:32.420115 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329acac0-b10f-4fae-86e6-4a8f554ce8f5 req-e712ad2b-622c-4643-b328-fd9db506b559 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:32.432648 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-329acac0-b10f-4fae-86e6-4a8f554ce8f5 req-e712ad2b-622c-4643-b328-fd9db506b559 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2543392 Jun 07 14:48:32.445612 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-82fe8ccb-a423-4727-b481-f0c629bdf0ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 217 time: 0.2687087 Jun 07 14:48:32.525041 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-329acac0-b10f-4fae-86e6-4a8f554ce8f5 req-76b14da8-4342-4ead-8f62-ef60171b2f1b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909009 Jun 07 14:48:32.583164 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3b5e0e08-f7d4-4df4-b908-2f070c2ae39d req-f1001579-be3a-48c4-86bc-294d74aa18e5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524658 Jun 07 14:48:32.657265 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-933932ac-ddbb-4d4d-9524-08d588dba4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:32.659967 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-933932ac-ddbb-4d4d-9524-08d588dba4b1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.1942089 Jun 07 14:48:32.719840 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5b749-9505-4fcd-80b7-8b30043bdddb req-b3e86a01-1cf3-48ff-839d-4ab15cb0d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:32.721781 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23c5b749-9505-4fcd-80b7-8b30043bdddb req-b3e86a01-1cf3-48ff-839d-4ab15cb0d922 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.3308640 Jun 07 14:48:32.732542 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-5e88571e-9263-4cd6-b187-f8d64785d483 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629351 Jun 07 14:48:33.248505 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-0b211477-fca8-4392-b68c-42caff7c8eb6 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804754 Jun 07 14:48:33.442819 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23c5b749-9505-4fcd-80b7-8b30043bdddb req-51d0a480-9c27-4fec-9319-c1c66ac2ede7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092340 Jun 07 14:48:33.890687 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:33.943818 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-aeaec19f-da05-483d-8693-b9ba0b33b77b req-e8749cbc-6de1-4ff3-b7bf-d606d7f13746 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817573 Jun 07 14:48:33.947124 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c12947-2827-4487-88b9-2910db46042e req-3102c093-6933-414d-9907-3473cdc7a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:33.951219 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-3102c093-6933-414d-9907-3473cdc7a6ee service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01&tenant_id=b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 1097 time: 0.7011597 Jun 07 14:48:34.089565 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c16c1-5b1e-43db-8459-7fef68e99c0c req-651eabf4-3c3c-4e58-a01d-a3894c35af5a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:34.094496 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-661c16c1-5b1e-43db-8459-7fef68e99c0c req-651eabf4-3c3c-4e58-a01d-a3894c35af5a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1593208 Jun 07 14:48:34.173861 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-661c16c1-5b1e-43db-8459-7fef68e99c0c req-fd291575-5081-4bfb-ace6-ca98cc4438e5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653911 Jun 07 14:48:34.211216 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5a00f-a59e-42cb-8014-1e8c4cf82a49 req-5e85145c-4beb-4d8f-bd45-2c1335992014 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:34.219743 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2fc5a00f-a59e-42cb-8014-1e8c4cf82a49 req-5e85145c-4beb-4d8f-bd45-2c1335992014 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.4131217 Jun 07 14:48:34.289402 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2fc5a00f-a59e-42cb-8014-1e8c4cf82a49 req-4f16f246-6278-4144-a2df-4a80f333dc71 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687397 Jun 07 14:48:34.301126 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c12947-2827-4487-88b9-2910db46042e req-3d4e1bf0-2237-4ff9-b317-8d388e62b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:34.303182 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-3d4e1bf0-2237-4ff9-b317-8d388e62b60f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 1097 time: 0.2957404 Jun 07 14:48:34.849234 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c12947-2827-4487-88b9-2910db46042e req-736d1e17-662c-4f51-a979-9704fdeb5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:34.859693 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-736d1e17-662c-4f51-a979-9704fdeb5d8e service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.5477738 Jun 07 14:48:35.064609 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-154ae436-7e83-495f-bf1e-74384bd1c501 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=846957f3-1048-4bb0-8fed-afe72b0321fa HTTP/1.1" status: 200 len: 1000 time: 0.1905594 Jun 07 14:48:35.271061 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c12947-2827-4487-88b9-2910db46042e req-640ff5d3-155e-4fb7-bc06-714aef43eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:35.283739 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-640ff5d3-155e-4fb7-bc06-714aef43eaac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.1947019 Jun 07 14:48:35.681987 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c12947-2827-4487-88b9-2910db46042e req-e279ec49-79e4-4674-9706-a972de7d3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:35.684984 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-e279ec49-79e4-4674-9706-a972de7d3f04 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3937466 Jun 07 14:48:36.007230 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23620d2e-bee1-4dfc-98e9-582086160c58 req-e00b4794-b33d-46ce-9e97-70bafd733f53 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:36.019073 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-23620d2e-bee1-4dfc-98e9-582086160c58 req-e00b4794-b33d-46ce-9e97-70bafd733f53 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.3225129 Jun 07 14:48:36.020876 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-bd62e2fb-9d6f-4ebe-8666-ca31fbd68abb service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272660 Jun 07 14:48:36.108421 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-23620d2e-bee1-4dfc-98e9-582086160c58 req-56c326c6-6b48-4e9e-b5f3-44763770149e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858560 Jun 07 14:48:36.331866 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c8a42-e026-4959-979c-767d20cc71fc req-fa56cb20-e6c5-4b02-a0b0-1bd910384e83 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:36.333833 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e23c8a42-e026-4959-979c-767d20cc71fc req-fa56cb20-e6c5-4b02-a0b0-1bd910384e83 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.4102526 Jun 07 14:48:36.466730 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f0c12947-2827-4487-88b9-2910db46042e req-d80761e2-6bbf-4daa-938b-ff83aa5bc7b6 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161468 Jun 07 14:48:36.486006 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e23c8a42-e026-4959-979c-767d20cc71fc req-140a8867-6ecd-4d95-90cc-bcf9a510e64a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212583 Jun 07 14:48:37.373970 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-502323aa-aef6-4bdf-8adc-45716c13d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:37.391108 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-502323aa-aef6-4bdf-8adc-45716c13d35e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 1098 time: 0.2171829 Jun 07 14:48:37.565070 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4f71b-4643-4c69-aced-cdd04a24f132 req-02ef6d6e-64fa-455a-b7ca-a7064ee5ad8a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:37.571786 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-54e4f71b-4643-4c69-aced-cdd04a24f132 req-02ef6d6e-64fa-455a-b7ca-a7064ee5ad8a tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2885025 Jun 07 14:48:37.781856 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-54e4f71b-4643-4c69-aced-cdd04a24f132 req-c176bdb2-b9f1-4660-b2aa-c598c4b41db0 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654816 Jun 07 14:48:37.829870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-442e1271-9d87-42fe-92a7-1bc72d57b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:37.832003 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-442e1271-9d87-42fe-92a7-1bc72d57b0d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 200 len: 919 time: 0.4200165 Jun 07 14:48:38.196585 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-fe2656da-00d7-4c39-8854-0a4d1dab1541 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 200 len: 217 time: 0.3524456 Jun 07 14:48:38.351902 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-43839dad-3056-47e6-970e-0356a434f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:38.353496 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-43839dad-3056-47e6-970e-0356a434f0cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 200 len: 858 time: 0.0983860 Jun 07 14:48:38.489586 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-747c8283-19f8-4bef-a02b-6c7d31224cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:38.529923 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2a8ac-7e52-4a6b-8baa-f07ae415cdc5 req-5ed7eaa1-c0ee-4bb8-a54b-c82b95a7312e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:38.532565 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-67a2a8ac-7e52-4a6b-8baa-f07ae415cdc5 req-5ed7eaa1-c0ee-4bb8-a54b-c82b95a7312e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.3218174 Jun 07 14:48:38.601909 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-67a2a8ac-7e52-4a6b-8baa-f07ae415cdc5 req-ed4e236d-2d49-4967-bc10-962def40dfe7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614498 Jun 07 14:48:39.155767 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-8b7460af-8015-4d47-b4cc-664a172414d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5cc941b9-cc84-4fb7-bfe1-627df0c76412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660168 Jun 07 14:48:39.812791 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb560b0-af53-4782-871e-73838b0c08a3 req-8263ddf6-ecee-44cc-a214-05d7eb0e7594 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:39.815508 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-dfb560b0-af53-4782-871e-73838b0c08a3 req-8263ddf6-ecee-44cc-a214-05d7eb0e7594 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.6148143 Jun 07 14:48:39.962932 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-12d0c929-ff94-4135-97fd-5a836dce5218 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852020 Jun 07 14:48:39.965463 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55166) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:40.021162 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-dfb560b0-af53-4782-871e-73838b0c08a3 req-3a0e0732-7f93-4078-9057-19dd823195b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925845 Jun 07 14:48:40.562302 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:40.586575 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-625b0220-525f-4a6a-ac98-fa0cec588ce4 req-6ee52b4c-fef0-4274-aaa0-2f0e3e6048f5 service neutron] 10.222.0.63 "GET /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997369 Jun 07 14:48:40.822803 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de6ede-c576-4dca-9ae4-ed87552473d1 req-d123c67a-8432-41a7-9377-1d11861ef389 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:40.825562 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-14de6ede-c576-4dca-9ae4-ed87552473d1 req-d123c67a-8432-41a7-9377-1d11861ef389 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2357249 Jun 07 14:48:40.922259 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:40.931558 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:40.955791 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5626c8de-117f-4e0e-ab77-5d646669ac99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:40.959227 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-14de6ede-c576-4dca-9ae4-ed87552473d1 req-527a2617-99cc-4fea-8832-2c14bbaa1b59 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234808 Jun 07 14:48:41.043352 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f8ad28cd63c45f6b7d438336964e827&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0758567 Jun 07 14:48:41.047939 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55176) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:41.115094 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf6c6b1-db33-4330-a507-596009fe8e6c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:41.139132 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.142636 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.143362 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.144267 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.147259 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.148012 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.152686 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.153477 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.154401 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.155151 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.155897 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.158007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:41.169417 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:41.220201 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3919bde4-5c3c-4f13-ad8d-fdbb2475008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:41.256649 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:41.375610 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:41.554421 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:41.559799 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:41.567555 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcf6c6b1-db33-4330-a507-596009fe8e6c HTTP/1.1" status: 204 len: 168 time: 0.5162418 Jun 07 14:48:41.569611 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:41.639832 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf6c6b1-db33-4330-a507-596009fe8e6c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:41.655164 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:41.950066 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:42.077522 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd9f96-468d-4404-a885-d868cb04ea65 req-ad7c0b0c-4f47-4c26-9534-a4b1e3eb73c9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:42.096301 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-57cd9f96-468d-4404-a885-d868cb04ea65 req-ad7c0b0c-4f47-4c26-9534-a4b1e3eb73c9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.5334537 Jun 07 14:48:42.284624 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-57cd9f96-468d-4404-a885-d868cb04ea65 req-bd1a8c93-158d-436e-8667-4e7a2c410e16 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842785 Jun 07 14:48:42.659175 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55194) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:42.719750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f92f-5d2c-4f7a-bb4a-d0cf5fd80fff req-55d8e021-0573-4dfc-ac3c-c26317c28093 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:42.723455 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-79c8aa2c-6f77-47aa-8250-5a703d5a93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:42.727864 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8106f92f-5d2c-4f7a-bb4a-d0cf5fd80fff req-55d8e021-0573-4dfc-ac3c-c26317c28093 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.3019683 Jun 07 14:48:42.793859 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8106f92f-5d2c-4f7a-bb4a-d0cf5fd80fff req-61866957-f9f0-4e53-9d60-2855bbf800ca tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649774 Jun 07 14:48:42.974654 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-79c8aa2c-6f77-47aa-8250-5a703d5a93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:42.982432 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-79c8aa2c-6f77-47aa-8250-5a703d5a93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:43.004838 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1ca2e2f8-ae11-4c58-bde6-964e728da6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:43.063018 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8aa2c-6f77-47aa-8250-5a703d5a93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac1845e-0b3e-4903-b8b9-54c53dd20b29,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:43.068993 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-79c8aa2c-6f77-47aa-8250-5a703d5a93fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:43.120560 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:43.136025 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55198) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:43.145992 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-79c8aa2c-6f77-47aa-8250-5a703d5a93fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb78cd6ca28a492191df8ca0ededeb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851787 Jun 07 14:48:43.284648 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:43.375685 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:43.641964 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:43.668216 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:43.674563 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ac1845e-0b3e-4903-b8b9-54c53dd20b29 HTTP/1.1" status: 204 len: 168 time: 0.5371907 Jun 07 14:48:43.675863 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-fe63b6e7-92c0-475a-99b0-52a662a2078a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:43.721243 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac1845e-0b3e-4903-b8b9-54c53dd20b29,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:43.733112 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:44.122528 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0439ac-6cdd-4b50-9a14-9e0fdd1e0abc req-4736f87e-2a30-4193-8e05-6545e41236c9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:44.136702 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3b0439ac-6cdd-4b50-9a14-9e0fdd1e0abc req-4736f87e-2a30-4193-8e05-6545e41236c9 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.2720888 Jun 07 14:48:44.276889 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3b0439ac-6cdd-4b50-9a14-9e0fdd1e0abc req-02218f45-0d8c-4676-aba4-6fd39c80599e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387572 Jun 07 14:48:44.338703 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e448-ce1a-46bf-94dc-239688ee8e68 req-70bbabe0-379b-46b9-99e0-a2838f7d2b9a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:44.343969 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9240e448-ce1a-46bf-94dc-239688ee8e68 req-70bbabe0-379b-46b9-99e0-a2838f7d2b9a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2227943 Jun 07 14:48:44.404136 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9240e448-ce1a-46bf-94dc-239688ee8e68 req-70ab811f-8b93-4b6c-bb79-9785f61722a2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623147 Jun 07 14:48:45.894189 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:46.122751 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fdd86-9d7e-42b1-8738-772da52300fc req-789298bf-7a9a-475e-ac38-017706fe684f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:46.131228 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1a0fdd86-9d7e-42b1-8738-772da52300fc req-789298bf-7a9a-475e-ac38-017706fe684f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.3396966 Jun 07 14:48:46.202151 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1a0fdd86-9d7e-42b1-8738-772da52300fc req-0b57c5ae-fe50-4b27-a450-453ec2a93a3f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695016 Jun 07 14:48:47.795926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091c31b-29f7-43fd-a313-ffe6a5981ce2 req-5117fee9-c2bf-46c2-a6de-05f8be577aab tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:47.818136 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a091c31b-29f7-43fd-a313-ffe6a5981ce2 req-5117fee9-c2bf-46c2-a6de-05f8be577aab tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2809045 Jun 07 14:48:47.947742 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a091c31b-29f7-43fd-a313-ffe6a5981ce2 req-5202c577-11eb-44d7-85c0-157dc5942ce9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279781 Jun 07 14:48:49.595070 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237047a-e556-4cd6-ae2a-0f4688432bfb req-7c0fd25d-ebbd-4a0f-9d95-6c66c6236984 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:49.628869 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4237047a-e556-4cd6-ae2a-0f4688432bfb req-7c0fd25d-ebbd-4a0f-9d95-6c66c6236984 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.3014541 Jun 07 14:48:49.756211 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4237047a-e556-4cd6-ae2a-0f4688432bfb req-67f0c3c8-c340-4561-8f39-e325f7ab7b00 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250148 Jun 07 14:48:49.863891 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55346) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:50.199283 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c9328dcd-fa91-4386-9af9-f91132464161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:50.411320 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c9328dcd-fa91-4386-9af9-f91132464161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:50.418788 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c9328dcd-fa91-4386-9af9-f91132464161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:50.436591 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-598dcafb-26fb-48db-be34-74adc89b24dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:50.481679 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9328dcd-fa91-4386-9af9-f91132464161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5f4ff3-ab83-4528-b0c9-5bda0cdf439b,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:50.489654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c9328dcd-fa91-4386-9af9-f91132464161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:50.524621 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55364) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:50.525260 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-c9328dcd-fa91-4386-9af9-f91132464161 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ea80fcfe94644c78e55d0bd0bac7aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591194 Jun 07 14:48:50.674737 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:50.740676 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:50.956788 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:50.968149 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:50.971777 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a5f4ff3-ab83-4528-b0c9-5bda0cdf439b HTTP/1.1" status: 204 len: 168 time: 0.4449708 Jun 07 14:48:50.980625 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-79c8aa2c-6f77-47aa-8250-5a703d5a93fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:51.012620 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5f4ff3-ab83-4528-b0c9-5bda0cdf439b,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:51.034130 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:51.209710 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861834-f014-4f91-a835-5acf9c8a77ea req-00803188-fd5f-4c52-b43f-bb1512f0ec99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:51.215136 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6e861834-f014-4f91-a835-5acf9c8a77ea req-00803188-fd5f-4c52-b43f-bb1512f0ec99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.1518531 Jun 07 14:48:51.311326 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6e861834-f014-4f91-a835-5acf9c8a77ea req-46391f6b-65fe-43e3-9e48-8ebd1cc7e3c3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917623 Jun 07 14:48:51.830652 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55416) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:51.872302 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a7f858b9-a5fd-4fc7-8d6b-7037ff0d9061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:52.087328 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a7f858b9-a5fd-4fc7-8d6b-7037ff0d9061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:52.097834 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a7f858b9-a5fd-4fc7-8d6b-7037ff0d9061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:52.120695 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-bf70cf1b-8908-415f-be69-2c0d25f3235c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:52.206566 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-a7f858b9-a5fd-4fc7-8d6b-7037ff0d9061 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6b37486cbf84d5db942069f493e6f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745701 Jun 07 14:48:52.210421 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f858b9-a5fd-4fc7-8d6b-7037ff0d9061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a3c8f5-e8bc-424d-8cfe-440e1b041722,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:52.215807 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55420) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:52.242378 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a7f858b9-a5fd-4fc7-8d6b-7037ff0d9061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:52.325494 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2d83-9ec9-4490-8391-a1e0e8ad159d req-e1d9b178-ad23-417f-945c-bbcb23567bdc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:52.327751 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1fad2d83-9ec9-4490-8391-a1e0e8ad159d req-e1d9b178-ad23-417f-945c-bbcb23567bdc tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.1244755 Jun 07 14:48:52.349866 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:52.421478 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:52.421936 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1fad2d83-9ec9-4490-8391-a1e0e8ad159d req-ed06e2fb-90db-497e-accc-54aed30cb8b7 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835073 Jun 07 14:48:52.576824 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:52.580267 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:52.585498 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08a3c8f5-e8bc-424d-8cfe-440e1b041722 HTTP/1.1" status: 204 len: 168 time: 0.3640280 Jun 07 14:48:52.585498 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2fcdfc33-753e-4aa3-9077-9f24d900d39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:52.618232 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a3c8f5-e8bc-424d-8cfe-440e1b041722,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:52.627371 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:52.676502 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091fa26-9750-4778-a8e4-9e2985ebe76c req-2dd113e9-a5ff-4ecb-bded-d1ea70af09d3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:52.676927 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5091fa26-9750-4778-a8e4-9e2985ebe76c req-2dd113e9-a5ff-4ecb-bded-d1ea70af09d3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.1554298 Jun 07 14:48:52.779819 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5091fa26-9750-4778-a8e4-9e2985ebe76c req-6ebbe1a5-196f-4cc8-a586-63b31bd80a03 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947568 Jun 07 14:48:52.896564 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55432) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:53.051554 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Deleting subnet fd085aaf-c72f-4fb5-a20f-03d27f35e356 {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:48:53.067498 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:53.166060 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:53.337568 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:53.467781 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:53.477884 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:53.533417 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:53.540106 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fd085aaf-c72f-4fb5-a20f-03d27f35e356 HTTP/1.1" status: 204 len: 168 time: 0.6423836 Jun 07 14:48:53.540106 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd085aaf-c72f-4fb5-a20f-03d27f35e356,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:53.540440 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55450) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:53.543182 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:53.765685 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:53.951470 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e22f05-5672-4e68-8d19-6252f96a447b req-78698ebc-a8a4-467d-a36f-03987b48907b tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:53.953230 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f7e22f05-5672-4e68-8d19-6252f96a447b req-78698ebc-a8a4-467d-a36f-03987b48907b tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2534306 Jun 07 14:48:53.958000 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:53.974355 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55460) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:53.975979 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c182d2-7891-4639-8f54-175976e14675']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:48:54.019748 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c88a5b-6e37-415b-afd2-1d15133cd73e') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:48:54.020044 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c88a5b-6e37-415b-afd2-1d15133cd73e') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:48:54.047109 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.070491 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f7e22f05-5672-4e68-8d19-6252f96a447b req-4f429f24-df45-414c-a513-ea4d95164639 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002934 Jun 07 14:48:54.073529 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9450d-2a59-4df2-ad5e-cdc96ef1bcd9 req-b5bb0a19-08ea-4311-9aae-c479298f0eb9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:54.075185 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-49a9450d-2a59-4df2-ad5e-cdc96ef1bcd9 req-b5bb0a19-08ea-4311-9aae-c479298f0eb9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.1149933 Jun 07 14:48:54.083240 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.094831 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:48:54.096460 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:48:54.112951 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:48:54.140921 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-49a9450d-2a59-4df2-ad5e-cdc96ef1bcd9 req-8cac6939-262c-43db-a3e2-2d9c09586241 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521588 Jun 07 14:48:54.203362 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-714165721-network', 'tenant_id': 'af303c126f16428c8a3403c418186182'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:48:54.217878 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.228450 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:54.242557 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.244481 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] 10.222.0.61 "DELETE /v2.0/networks/36c182d2-7891-4639-8f54-175976e14675 HTTP/1.1" status: 204 len: 168 time: 0.7028983 Jun 07 14:48:54.253195 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c182d2-7891-4639-8f54-175976e14675,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:54.258296 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a1ee0d9a-2d49-48e5-9a18-8cf1dfea2055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:54.260693 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Made reservation on behalf of af303c126f16428c8a3403c418186182 for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:48:54.263883 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.279730 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.420906 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55466) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:54.446763 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.452602 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.469069 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4350d205-f9a7-4388-9f79-00bfd30bc5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:54.484347 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:48:54.494931 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-cd002a6c-1c2f-4345-a6c4-0bb985a4008a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34680a0f004d4f18b45b1d67befd1081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724087 Jun 07 14:48:54.497780 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55468) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:54.507955 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.508439 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Added segment 5b2d6cf2-1cf4-4d95-b930-e2483b65c818 of type vlan for network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 Jun 07 14:48:54.510359 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544f3e53-6d65-4b64-afc7-52171d22f3da,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:54.517184 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:54.545282 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.573452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.594674 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.596048 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:54.596630 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.602536 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f96409be-a7bb-4050-b1c1-964bc880d318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:54.614086 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.643396 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6430194 Jun 07 14:48:54.646826 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55470) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:54.652344 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Request body: {'subnet': {'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-714165721-subnet', 'tenant_id': 'af303c126f16428c8a3403c418186182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:48:54.702505 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.706303 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:54.708282 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad0f8323-d0a9-4d2e-9eb4-98e28280bc71 HTTP/1.1" status: 204 len: 168 time: 0.2093904 Jun 07 14:48:54.709583 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:54.722121 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Pushing event updated for resources: {'Network': ['ID=ea5d4e9f-4a56-417d-bef8-4a24e8c064a3,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:54.729299 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f8323-d0a9-4d2e-9eb4-98e28280bc71,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:54.742756 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:54.742952 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:48:54.744302 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:54.750740 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Made reservation on behalf of af303c126f16428c8a3403c418186182 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:48:54.753270 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3483863'] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:55.058375 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3483845'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:55.068788 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:55.169678 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d1b342-7300-41d6-a828-df198b3ccb04,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:55.174028 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:55.191535 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Checking segment: {'id': '5b2d6cf2-1cf4-4d95-b930-e2483b65c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:48:55.192282 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Network hostable DHCP agents. Network: ea5d4e9f-4a56-417d-bef8-4a24e8c064a3, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:48:55.225437 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:48:55.244664 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, ea5d4e9f-4a56-417d-bef8-4a24e8c064a3) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:48:55.264392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:55.265578 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:55.274072 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9873e9d-93a0-41dc-9cc2-0ecfbb8982b4 None None] Network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:48:55.394876 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7407079 Jun 07 14:48:55.493351 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ad122-a7bb-477d-a5f0-41537522d7da req-82f44382-2b01-444f-ba4d-9d01f3bf2991 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:55.502726 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f83ad122-a7bb-477d-a5f0-41537522d7da req-82f44382-2b01-444f-ba4d-9d01f3bf2991 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2061138 Jun 07 14:48:55.521378 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a4f7e-e048-4163-9177-3f1aae3bb93d req-e422d187-7068-48b0-b43f-9accb30432c3 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:55.530599 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ec2a4f7e-e048-4163-9177-3f1aae3bb93d req-e422d187-7068-48b0-b43f-9accb30432c3 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2690833 Jun 07 14:48:55.622765 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f83ad122-a7bb-477d-a5f0-41537522d7da req-d02b2640-3617-4f1e-8b8c-50266c024b1f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100748 Jun 07 14:48:55.701925 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ec2a4f7e-e048-4163-9177-3f1aae3bb93d req-ce888e2a-2033-448d-b322-66389ee7aacf tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607387 Jun 07 14:48:55.863541 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c01ddd4-2381-4132-b182-0e61953ff93d None None] Network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:48:56.476268 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55548) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:56.482212 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-574126123-network', 'tenant_id': '9a35c73f0d9d40248f497609e9e8bd5f'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:48:56.506282 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Made reservation on behalf of 9a35c73f0d9d40248f497609e9e8bd5f for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:48:56.508988 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.526971 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.682473 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.688088 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.695178 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4d9ffcb3-fd4e-4f23-81d8-2c0bd6fcef23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:56.742991 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:48:56.758632 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1273ba-e137-420f-b7c8-4039bf1afb9a,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:56.764643 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:56.782553 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.782716 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Added segment 3a013fed-14ce-4494-9227-6233af729e04 of type vlan for network a1d03b0b-1fe9-4755-b9f3-77a76628be1e Jun 07 14:48:56.863237 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.987591 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.991203 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:56.992235 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:56.999643 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-eb145952-d9aa-444d-a29b-5f4513c0eaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:57.072036 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5943635 Jun 07 14:48:57.119736 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55566) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:48:57.177871 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50405847-afe8-4e94-809e-0726129d8eec req-84de1849-8218-4277-96e4-5016c87dc7fe tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:57.179833 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-50405847-afe8-4e94-809e-0726129d8eec req-84de1849-8218-4277-96e4-5016c87dc7fe tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.2804155 Jun 07 14:48:57.199790 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d03b0b-1fe9-4755-b9f3-77a76628be1e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:57.219456 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network a1d03b0b-1fe9-4755-b9f3-77a76628be1e details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:48:57.221799 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Request body: {'subnet': {'network_id': 'a1d03b0b-1fe9-4755-b9f3-77a76628be1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-574126123-subnet', 'tenant_id': '9a35c73f0d9d40248f497609e9e8bd5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:48:57.257573 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:57.317497 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Made reservation on behalf of 9a35c73f0d9d40248f497609e9e8bd5f for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:48:57.322323 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3483863'] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:57.373275 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-50405847-afe8-4e94-809e-0726129d8eec req-d8dc9a83-3033-419d-ab90-f4c179423ffc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698077 Jun 07 14:48:57.414499 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92694e32-4dca-4f3c-9925-019e84e15beb req-1248a985-1012-4575-aca4-e2e98caacccb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:57.424432 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-92694e32-4dca-4f3c-9925-019e84e15beb req-1248a985-1012-4575-aca4-e2e98caacccb tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.2984483 Jun 07 14:48:57.642561 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Deleting port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:48:57.643893 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:57.748433 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c2670-61c7-4c7f-9658-83b895aefbbb req-375e7f1e-2d2c-4627-a41e-a3cf24215e8e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:57.756767 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d23c2670-61c7-4c7f-9658-83b895aefbbb req-375e7f1e-2d2c-4627-a41e-a3cf24215e8e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 946 time: 0.7676873 Jun 07 14:48:57.833085 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d23c2670-61c7-4c7f-9658-83b895aefbbb req-29076a95-738c-460f-b695-48e55b0ac7dd tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733109 Jun 07 14:48:57.924146 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] For port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:57.924806 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:57.942029 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:48:57.985263 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3483845'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:57.997051 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bdc24ee9-a441-4a8f-9f8c-8c0d80a2084b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:58.084438 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Calling delete_port for f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:48:58.130273 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cddddf-fb51-40a2-b10a-6b123b53978e,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:58.139960 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:58.141003 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Checking segment: {'id': '3a013fed-14ce-4494-9227-6233af729e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a1d03b0b-1fe9-4755-b9f3-77a76628be1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:48:58.141460 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Network hostable DHCP agents. Network: a1d03b0b-1fe9-4755-b9f3-77a76628be1e, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:48:58.166387 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Network a1d03b0b-1fe9-4755-b9f3-77a76628be1e is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:48:58.181458 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, a1d03b0b-1fe9-4755-b9f3-77a76628be1e) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:48:58.187708 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:58.188672 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:58.196404 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65a9be-5661-4ce1-95a4-1fcdc7f11241 None None] Network a1d03b0b-1fe9-4755-b9f3-77a76628be1e requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:48:58.221353 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-f070abdf-ddec-4acd-8f63-2c3780d4fab0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0465379 Jun 07 14:48:58.289044 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:58.296800 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-682ec61e-13b7-4186-95a0-0a1cc455aaed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:58.364729 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Pushing event deleted for resources: {'Port': ['ID=f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:58.403569 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:48:58.417082 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:48:58.422177 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['e006ddb2-6017-4e03-90fe-281f8d02810b', 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:48:58.473765 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] No DVR routers for this DVR port f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:48:58.473765 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:58.473765 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-92694e32-4dca-4f3c-9925-019e84e15beb req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "DELETE /v2.0/ports/f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 HTTP/1.1" status: 204 len: 173 time: 1.0344725 Jun 07 14:48:58.473765 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'name': 'network-vif-deleted', 'tag': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:48:58.480622 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d837db-24bd-4425-a138-3e09a4e1dd4e" -d '{"events": [{"server_uuid": "0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b", "name": "network-vif-deleted", "tag": "f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:48:58.576958 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324ae612-4a3c-4650-ae75-9b9d6de5b27d x-openstack-request-id: req-324ae612-4a3c-4650-ae75-9b9d6de5b27d {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:48:58.582208 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b", "name": "network-vif-deleted", "tag": "f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:48:58.583654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-324ae612-4a3c-4650-ae75-9b9d6de5b27d {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:48:58.584295 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b', 'name': 'network-vif-deleted', 'tag': 'f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3', 'status': 'completed', 'code': 200} Jun 07 14:48:58.837723 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bbba9-0ecb-46f4-bd14-bd1f30bf4229 req-0e015153-a249-4562-84d2-1f72210ddf2b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:58.841138 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cb7bbba9-0ecb-46f4-bd14-bd1f30bf4229 req-0e015153-a249-4562-84d2-1f72210ddf2b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 944 time: 0.1698337 Jun 07 14:48:58.929112 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-cb7bbba9-0ecb-46f4-bd14-bd1f30bf4229 req-c9f4e3af-6671-432c-bdf1-2feb0cf513fc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737178 Jun 07 14:48:59.037127 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07d107-eea7-49c6-ae53-013228494479 None None] Network a1d03b0b-1fe9-4755-b9f3-77a76628be1e requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:48:59.075677 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:59.180486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'port_id': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'mac_address': 'fa:16:3e:0a:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:48:59.237863 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-62af3360-0c31-42e5-b164-209622036a28 req-983679ae-193d-4a49-a951-3793fc299583 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fcc0cd5-f60f-4f98-b67f-6cb26b79b13b HTTP/1.1" status: 200 len: 210 time: 0.1508856 Jun 07 14:48:59.389534 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b953-ee3e-44bf-a345-d947859d8662 req-37b42480-f75f-41fb-8b78-d9f889ce05fc tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:48:59.391501 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-37b42480-f75f-41fb-8b78-d9f889ce05fc tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/networks?id=ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 HTTP/1.1" status: 200 len: 808 time: 0.5012519 Jun 07 14:48:59.413465 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-4344c9ea-d53c-4bfd-b61d-5cc8e4a25890 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/quotas/af303c126f16428c8a3403c418186182 HTTP/1.1" status: 200 len: 375 time: 0.0115123 Jun 07 14:48:59.525108 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-988e10d9-0a31-4996-b5a3-84d29255d4ae tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=af303c126f16428c8a3403c418186182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946844 Jun 07 14:48:59.622399 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:59.715178 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846957f3-1048-4bb0-8fed-afe72b0321fa {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:48:59.740667 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:48:59.748588 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:48:59.750553 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:48:59.803524 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-06d4d936-22d3-49ca-bb22-fa62f83f5248 service neutron] 10.222.0.61 "GET /v2.0/networks/ea5d4e9f-4a56-417d-bef8-4a24e8c064a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719920 Jun 07 14:48:59.828105 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=9']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:48:59.835906 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.836248 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.836581 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.836942 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.837270 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.837591 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.838018 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.838338 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.838658 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.838974 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.839322 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.839604 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:48:59.843673 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:00.003136 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b1713707-8d3f-42e6-b5f3-0afbefd132bd service neutron] 10.222.0.61 "GET /v2.0/networks/ea5d4e9f-4a56-417d-bef8-4a24e8c064a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926029 Jun 07 14:49:00.070088 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['846957f3-1048-4bb0-8fed-afe72b0321fa'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:49:00.295812 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:49:00.345719 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-523cf12f-59be-4965-9902-806144e0a20f req-bd4ed6be-5a72-4b94-ba62-45c704463ef2 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 210 time: 0.0905385 Jun 07 14:49:00.354305 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:49:00.354862 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device f0af653c-6c3a-49f5-a05e-1bb9c55f9ed3 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:49:00.358361 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dc151-5eda-4b88-a228-ecbe0dc6fb3e req-b2e1e307-b4fa-4c41-84e2-61532681cf1b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:00.365469 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6c0dc151-5eda-4b88-a228-ecbe0dc6fb3e req-b2e1e307-b4fa-4c41-84e2-61532681cf1b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 945 time: 0.2236588 Jun 07 14:49:00.456542 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6c0dc151-5eda-4b88-a228-ecbe0dc6fb3e req-bd68c107-8603-44cf-8818-d0027234dce7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835235 Jun 07 14:49:01.131433 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe7b4c-23fa-41cb-bde2-4d0da6463f47 req-061037f9-9592-46b5-a2ff-b88e096c59ba tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:01.134913 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6bbe7b4c-23fa-41cb-bde2-4d0da6463f47 req-061037f9-9592-46b5-a2ff-b88e096c59ba tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1365082 Jun 07 14:49:01.221132 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6bbe7b4c-23fa-41cb-bde2-4d0da6463f47 req-611b77e7-d02d-4571-829b-6e0aec900107 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773435 Jun 07 14:49:01.545738 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-605c9e06-227c-47ad-97ec-95535ae425ea req-4c87be21-159a-41d8-8845-7b8500f201d3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 210 time: 0.0521612 Jun 07 14:49:01.703107 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eada8-1870-4686-b6b7-cdcf6535ebdc req-9a07ebb2-953e-4135-bc1f-90492d5537a6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:01.705023 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb8eada8-1870-4686-b6b7-cdcf6535ebdc req-9a07ebb2-953e-4135-bc1f-90492d5537a6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 945 time: 0.0964732 Jun 07 14:49:01.785129 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb8eada8-1870-4686-b6b7-cdcf6535ebdc req-ce68ffb6-a913-4c6a-a665-3f02eb2ff908 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701125 Jun 07 14:49:02.012637 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b953-ee3e-44bf-a345-d947859d8662 req-c94030dc-5f52-4b58-9a36-69b9cf56105b tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:02.014210 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-c94030dc-5f52-4b58-9a36-69b9cf56105b tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.63 "GET /v2.0/networks?id=ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 HTTP/1.1" status: 200 len: 808 time: 0.2126815 Jun 07 14:49:02.028652 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Request body: {'port': {'device_id': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3', 'admin_state_up': True, 'tenant_id': 'af303c126f16428c8a3403c418186182'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:02.207612 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Made reservation on behalf of af303c126f16428c8a3403c418186182 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:49:02.211342 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:02.305145 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:49:02.437555 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 846957f3-1048-4bb0-8fed-afe72b0321fa triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:49:02.437982 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:02.505415 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Allocated IP 172.20.0.7 (ea5d4e9f-4a56-417d-bef8-4a24e8c064a3/23d1b342-7300-41d6-a828-df198b3ccb04/af903011-fdb7-42cf-b92b-9a9fa65bcd11) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:49:02.604371 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f13fa-1734-4811-abe6-0bac535f3d67 req-4474ba96-8ba8-41bc-a63f-a66ed0f18667 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:02.620765 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f59f13fa-1734-4811-abe6-0bac535f3d67 req-4474ba96-8ba8-41bc-a63f-a66ed0f18667 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1876101 Jun 07 14:49:02.663735 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:02.714262 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:02.714597 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f59f13fa-1734-4811-abe6-0bac535f3d67 req-dfdf20f6-a1f2-4c14-8c10-1035cb10b6d1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875132 Jun 07 14:49:02.714751 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9587db-3d69-4140-b1b6-57ccd080fdaa" -d '{"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:02.738455 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:02.743550 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:02.747598 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:02.798451 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bade8566-e345-4726-b1e0-6a3e2e82824b x-openstack-request-id: req-bade8566-e345-4726-b1e0-6a3e2e82824b {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:02.798748 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-plugged", "status": "completed", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:02.799014 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bade8566-e345-4726-b1e0-6a3e2e82824b {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:02.799435 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'code': 200} Jun 07 14:49:02.862826 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=10']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:02.867961 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:03.000353 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5794280-5052-4658-b7b8-540909edbcda req-a173ca5e-49bf-486f-86d2-a352e56328aa tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 210 time: 0.1139085 Jun 07 14:49:03.075990 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b4b04-1a54-4da4-a93e-2ab505a938c2 req-009b50c5-7777-49b7-833a-697b55f8149a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:03.077625 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-461b4b04-1a54-4da4-a93e-2ab505a938c2 req-009b50c5-7777-49b7-833a-697b55f8149a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 947 time: 0.1481638 Jun 07 14:49:03.086959 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:03.135814 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-461b4b04-1a54-4da4-a93e-2ab505a938c2 req-8d811bf7-eb6c-4c2a-a8ec-11abd6d9b097 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505004 Jun 07 14:49:03.140666 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:03.149952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-553c5ce5-bd84-4881-a6ac-f12cfb2c6d85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:03.248762 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:49:03.252389 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:49:03.256785 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:49:03.304657 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Pushing event updated for resources: {'Port': ['ID=af903011-fdb7-42cf-b92b-9a9fa65bcd11,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:03.310142 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:03.334517 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:03.335249 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:03.360214 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3364720 Jun 07 14:49:03.378583 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Request body: {'port': {'device_id': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:03.585773 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:03.745962 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d063b-599e-4bdb-850c-e9f224368af3 req-d50997f1-50fc-46af-be6f-0cfce5d18532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:03.747531 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a89d063b-599e-4bdb-850c-e9f224368af3 req-d50997f1-50fc-46af-be6f-0cfce5d18532 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 1100 time: 0.3246810 Jun 07 14:49:03.875111 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a89d063b-599e-4bdb-850c-e9f224368af3 req-7b05cb94-3e3d-411c-9c51-3e65676a8168 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190033 Jun 07 14:49:03.888900 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:04.181455 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706e3d9-4a6f-4f24-a164-dac4df80440c req-d0d9ef2d-fd8e-439f-90d0-4fb55bf1ad71 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:04.193564 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4706e3d9-4a6f-4f24-a164-dac4df80440c req-d0d9ef2d-fd8e-439f-90d0-4fb55bf1ad71 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.3338623 Jun 07 14:49:04.319860 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4706e3d9-4a6f-4f24-a164-dac4df80440c req-02a26a52-a359-46c6-bba8-0c7ec0796597 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251078 Jun 07 14:49:04.367780 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aed75-c6a1-4553-b24a-727bde9e79a1 req-24d832f2-fb87-4ec9-8abf-aac771fb163f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:04.370525 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-276aed75-c6a1-4553-b24a-727bde9e79a1 req-24d832f2-fb87-4ec9-8abf-aac771fb163f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 931 time: 0.1620851 Jun 07 14:49:04.438271 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af903011-fdb7-42cf-b92b-9a9fa65bcd11 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:49:04.439933 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-276aed75-c6a1-4553-b24a-727bde9e79a1 req-6337abc6-7c36-416d-9d05-2b710c7970ad tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590458 Jun 07 14:49:04.452590 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:04.527446 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Transition to ACTIVE for port object af903011-fdb7-42cf-b92b-9a9fa65bcd11 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:49:04.551029 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:04.557735 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7625670e-e39b-4728-842e-1181ff62bf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:04.746227 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=af903011-fdb7-42cf-b92b-9a9fa65bcd11,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:04.756284 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:04.823861 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffa290-5ba0-4c97-8542-ac2463397475 req-fec6a314-ebac-40f3-981a-2de36fa9443a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:04.825596 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a1ffa290-5ba0-4c97-8542-ac2463397475 req-fec6a314-ebac-40f3-981a-2de36fa9443a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 947 time: 0.3590744 Jun 07 14:49:04.940722 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Attempting to bind port af903011-fdb7-42cf-b92b-9a9fa65bcd11 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:49:04.941301 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Attempting to bind port af903011-fdb7-42cf-b92b-9a9fa65bcd11 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '5b2d6cf2-1cf4-4d95-b930-e2483b65c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:49:04.941978 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Attempting to bind port af903011-fdb7-42cf-b92b-9a9fa65bcd11 on network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:49:04.957309 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Port af903011-fdb7-42cf-b92b-9a9fa65bcd11 on network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:49:04.958190 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Attempting to bind port af903011-fdb7-42cf-b92b-9a9fa65bcd11 on network ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:49:04.970633 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a1ffa290-5ba0-4c97-8542-ac2463397475 req-72c7e2b3-3ea7-40c0-beb5-c0bc948804ea tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330726 Jun 07 14:49:04.975439 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:49:04.976532 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Checking segment: {'id': '5b2d6cf2-1cf4-4d95-b930-e2483b65c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:49:04.976691 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Bound using segment: {'id': '5b2d6cf2-1cf4-4d95-b930-e2483b65c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:49:04.977328 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Bound port: af903011-fdb7-42cf-b92b-9a9fa65bcd11, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2d6cf2-1cf4-4d95-b930-e2483b65c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:49:04.977899 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:05.174123 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] For port af903011-fdb7-42cf-b92b-9a9fa65bcd11, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:49:05.178781 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] For port af903011-fdb7-42cf-b92b-9a9fa65bcd11, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=af903011-fdb7-42cf-b92b-9a9fa65bcd11,segment=NetworkSegment(5b2d6cf2-1cf4-4d95-b930-e2483b65c818),segment_id=5b2d6cf2-1cf4-4d95-b930-e2483b65c818)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:49:05.186678 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:05.192501 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3913c4be-f221-4978-a8a5-e752aa4f2896 tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:05.309104 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:05.309733 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:05.311493 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] 10.222.0.63 "PUT /v2.0/ports/af903011-fdb7-42cf-b92b-9a9fa65bcd11 HTTP/1.1" status: 200 len: 1093 time: 1.9400260 Jun 07 14:49:05.312017 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'tag': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:05.314882 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2f1cff-d4d6-4f2d-81c5-fb22d4741010", "tag": "af903011-fdb7-42cf-b92b-9a9fa65bcd11"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:05.359740 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=af903011-fdb7-42cf-b92b-9a9fa65bcd11,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:05.375106 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:05.471085 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32d0d7f-669a-406b-b83d-034d16f83092 x-openstack-request-id: req-e32d0d7f-669a-406b-b83d-034d16f83092 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:05.471440 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2f1cff-d4d6-4f2d-81c5-fb22d4741010", "tag": "af903011-fdb7-42cf-b92b-9a9fa65bcd11", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:05.471702 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e32d0d7f-669a-406b-b83d-034d16f83092 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:05.472195 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'tag': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11', 'status': 'completed', 'code': 200} Jun 07 14:49:05.607679 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b953-ee3e-44bf-a345-d947859d8662 req-ab634484-eb41-4824-a45f-69a19db9ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:05.609449 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-ab634484-eb41-4824-a45f-69a19db9ace0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af303c126f16428c8a3403c418186182&device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 1096 time: 0.2328224 Jun 07 14:49:05.699029 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb30e1-ea3c-4c13-8a1b-90d9a67aaa6d req-8ed8be53-3dc1-43f0-889f-7a622d1eeee5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:05.708808 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2edb30e1-ea3c-4c13-8a1b-90d9a67aaa6d req-8ed8be53-3dc1-43f0-889f-7a622d1eeee5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1927116 Jun 07 14:49:05.709838 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-33a83eb7-41dc-471b-828a-9527556d5b8b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af903011-fdb7-42cf-b92b-9a9fa65bcd11 HTTP/1.1" status: 200 len: 217 time: 0.0831313 Jun 07 14:49:05.774879 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2edb30e1-ea3c-4c13-8a1b-90d9a67aaa6d req-7732b150-393c-41b7-899f-70bf0dc88282 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569112 Jun 07 14:49:05.884042 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764b953-ee3e-44bf-a345-d947859d8662 req-9268326d-c958-4d67-afa8-2e596a7b8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:05.887330 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-9268326d-c958-4d67-afa8-2e596a7b8bd5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=23d1b342-7300-41d6-a828-df198b3ccb04 HTTP/1.1" status: 200 len: 848 time: 0.1162908 Jun 07 14:49:05.989509 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-d19054da-d1a0-4d20-98dc-c11839e814ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ea5d4e9f-4a56-417d-bef8-4a24e8c064a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895066 Jun 07 14:49:06.004542 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553f23a-dab0-417f-aba3-375c2dedd8c7 req-0c09c946-06be-4258-81ea-daebb45f0fae tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:06.006233 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e553f23a-dab0-417f-aba3-375c2dedd8c7 req-0c09c946-06be-4258-81ea-daebb45f0fae tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 943 time: 0.2952621 Jun 07 14:49:06.253075 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e553f23a-dab0-417f-aba3-375c2dedd8c7 req-6700b5e8-e5d9-4c2b-86eb-ec91c30d9c8d tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385647 Jun 07 14:49:06.261526 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-2e0b3922-44c5-46a6-a0ce-5b2de3c31653 service neutron] 10.222.0.63 "GET /v2.0/networks/ea5d4e9f-4a56-417d-bef8-4a24e8c064a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229273 Jun 07 14:49:06.344174 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527850fd-2b81-4400-b44a-ea51760e3656 req-4c8da0f9-a9d7-4569-8685-53bca8314b56 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:06.347131 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-527850fd-2b81-4400-b44a-ea51760e3656 req-4c8da0f9-a9d7-4569-8685-53bca8314b56 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 947 time: 0.1708865 Jun 07 14:49:06.448060 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-527850fd-2b81-4400-b44a-ea51760e3656 req-1d03b431-6c1b-453c-a227-26ffa657e526 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938437 Jun 07 14:49:06.607927 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e764b953-ee3e-44bf-a345-d947859d8662 req-41900e70-3855-4c90-8769-b29b279e8441 service neutron] 10.222.0.63 "GET /v2.0/networks/ea5d4e9f-4a56-417d-bef8-4a24e8c064a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357096 Jun 07 14:49:06.799108 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-f267c34b-4fff-4a48-8a10-419c3b20f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:06.801824 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-f267c34b-4fff-4a48-8a10-419c3b20f615 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=af303c126f16428c8a3403c418186182&device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 1096 time: 0.1240385 Jun 07 14:49:07.182677 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-912fe051-b092-4e88-a6da-fd2778338db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:07.183516 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedcb8d-66f0-4e0d-993a-42b552e5c8e9 req-d4e12b22-f3a7-4cfd-b49e-02639ba9e4d4 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:07.184275 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-912fe051-b092-4e88-a6da-fd2778338db2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 HTTP/1.1" status: 200 len: 909 time: 0.3754539 Jun 07 14:49:07.187583 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2dedcb8d-66f0-4e0d-993a-42b552e5c8e9 req-d4e12b22-f3a7-4cfd-b49e-02639ba9e4d4 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1508560 Jun 07 14:49:07.260593 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-2dedcb8d-66f0-4e0d-993a-42b552e5c8e9 req-4f47027d-fecb-4b55-b992-e429fe6b55ac tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660465 Jun 07 14:49:07.264017 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19119adf-4220-4e55-9a42-b5974690c2a0 req-536ba48c-ca47-4d12-af6c-03134e544558 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:07.265872 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19119adf-4220-4e55-9a42-b5974690c2a0 req-536ba48c-ca47-4d12-af6c-03134e544558 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2361503 Jun 07 14:49:07.277813 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-60b8f25c-306d-4ae4-8efe-2e67c5698361 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af903011-fdb7-42cf-b92b-9a9fa65bcd11 HTTP/1.1" status: 200 len: 217 time: 0.0818477 Jun 07 14:49:07.410416 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19119adf-4220-4e55-9a42-b5974690c2a0 req-2f504c27-63c8-4419-9b26-f35a55f9801a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360366 Jun 07 14:49:07.418051 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-95663fd2-c448-42b0-bc02-b6266bf5546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:07.420483 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-95663fd2-c448-42b0-bc02-b6266bf5546a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=23d1b342-7300-41d6-a828-df198b3ccb04 HTTP/1.1" status: 200 len: 848 time: 0.1297700 Jun 07 14:49:07.512919 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-a5557b86-114f-41b9-8dc3-8a4ec51d685c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ea5d4e9f-4a56-417d-bef8-4a24e8c064a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826893 Jun 07 14:49:07.534605 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6add3-9710-437a-8e2c-b2e573987b17 req-bb65e627-cc02-4489-be91-3cc098c93c9c tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:07.548739 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-43a6add3-9710-437a-8e2c-b2e573987b17 req-bb65e627-cc02-4489-be91-3cc098c93c9c tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 943 time: 0.1716976 Jun 07 14:49:07.631696 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-43a6add3-9710-437a-8e2c-b2e573987b17 req-e5b78ee1-1e43-4e58-9cdb-6681758b2eff tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728681 Jun 07 14:49:07.762917 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-f15a793f-a699-4ce5-9339-49c706c62647 service neutron] 10.222.0.63 "GET /v2.0/networks/ea5d4e9f-4a56-417d-bef8-4a24e8c064a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375088 Jun 07 14:49:07.821094 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fab5d-83e7-4636-9745-30839d9f5d16 req-1b03034f-4a73-457d-be0f-01d8df6a1021 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:07.823271 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e31fab5d-83e7-4636-9745-30839d9f5d16 req-1b03034f-4a73-457d-be0f-01d8df6a1021 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 947 time: 0.1632507 Jun 07 14:49:08.019528 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e31fab5d-83e7-4636-9745-30839d9f5d16 req-712c5423-c97d-49eb-81c3-718d45e1d49e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904945 Jun 07 14:49:08.028485 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e862fcc3-21c3-4d61-bcdd-3698e54ecbf4 req-3bd2714c-0c3b-4611-bd69-a70dd8d942f3 service neutron] 10.222.0.63 "GET /v2.0/networks/ea5d4e9f-4a56-417d-bef8-4a24e8c064a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580283 Jun 07 14:49:08.065238 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-e15ca4e1-7b2c-40fc-b360-1a205eabdb0c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:08.067826 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-e15ca4e1-7b2c-40fc-b360-1a205eabdb0c tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.1626244 Jun 07 14:49:08.283632 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Deleting port e006ddb2-6017-4e03-90fe-281f8d02810b {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:49:08.283969 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:08.489987 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb38b-c4d1-4ff7-8c48-7ce8e9df8ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:08.499498 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] For port e006ddb2-6017-4e03-90fe-281f8d02810b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e006ddb2-6017-4e03-90fe-281f8d02810b,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:08.499946 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:08.673587 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Calling delete_port for e006ddb2-6017-4e03-90fe-281f8d02810b owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:49:08.689396 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c2569-1204-4f73-bdfa-de2b5667a86f req-f16bca07-cf2b-4cef-ba5b-009a3342ca19 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:08.698875 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c35c2569-1204-4f73-bdfa-de2b5667a86f req-f16bca07-cf2b-4cef-ba5b-009a3342ca19 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1338911 Jun 07 14:49:08.717640 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e145d-811b-4029-b6e2-a02a742ffbc6 req-62273f81-5d2b-4c77-a64b-6f678291bf69 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:08.720895 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-786e145d-811b-4029-b6e2-a02a742ffbc6 req-62273f81-5d2b-4c77-a64b-6f678291bf69 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 945 time: 0.3352110 Jun 07 14:49:08.758518 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c35c2569-1204-4f73-bdfa-de2b5667a86f req-8df3d236-af4b-428a-b836-27701bacaecb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548563 Jun 07 14:49:08.841450 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-786e145d-811b-4029-b6e2-a02a742ffbc6 req-6c8c3904-e06f-47fc-b8e2-b58afca15716 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/security-groups?id=691bb7a5-7360-4978-a0cb-54cf256c80eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937593 Jun 07 14:49:09.045685 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ea0da-3564-4dba-ab3f-4ced606b84a4 req-0cd806cd-b689-4333-b6fa-2729cb021f9e tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:09.049196 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0d9ea0da-3564-4dba-ab3f-4ced606b84a4 req-0cd806cd-b689-4333-b6fa-2729cb021f9e tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 943 time: 0.1682637 Jun 07 14:49:09.112028 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:09.121814 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:09.128158 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['e006ddb2-6017-4e03-90fe-281f8d02810b'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:49:09.130329 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0d9ea0da-3564-4dba-ab3f-4ced606b84a4 req-3b0dc6b0-1f74-4ede-9b21-ffa891e24dc1 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633495 Jun 07 14:49:09.203688 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Pushing event deleted for resources: {'Port': ['ID=e006ddb2-6017-4e03-90fe-281f8d02810b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:09.208001 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:09.301850 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] No DVR routers for this DVR port e006ddb2-6017-4e03-90fe-281f8d02810b on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:49:09.305714 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:09.310290 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-11ab98c3-302c-49cb-bdff-bf2b73b8b3bc req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.63 "DELETE /v2.0/ports/e006ddb2-6017-4e03-90fe-281f8d02810b HTTP/1.1" status: 204 len: 173 time: 1.2361670 Jun 07 14:49:09.311013 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e9a83a-a865-402e-8558-5959adf9536e', 'name': 'network-vif-deleted', 'tag': 'e006ddb2-6017-4e03-90fe-281f8d02810b'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:09.313857 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2372d9d-8c03-45e0-bd3a-4eff7fdbc22b" -d '{"events": [{"server_uuid": "70e9a83a-a865-402e-8558-5959adf9536e", "name": "network-vif-deleted", "tag": "e006ddb2-6017-4e03-90fe-281f8d02810b"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:09.388523 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7490ea5f-c59e-4120-baed-807aec4b7888 x-openstack-request-id: req-7490ea5f-c59e-4120-baed-807aec4b7888 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:09.389102 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e9a83a-a865-402e-8558-5959adf9536e", "name": "network-vif-deleted", "tag": "e006ddb2-6017-4e03-90fe-281f8d02810b", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:09.389562 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7490ea5f-c59e-4120-baed-807aec4b7888 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:09.390270 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e9a83a-a865-402e-8558-5959adf9536e', 'name': 'network-vif-deleted', 'tag': 'e006ddb2-6017-4e03-90fe-281f8d02810b', 'status': 'completed', 'code': 200} Jun 07 14:49:09.790208 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25604662-6333-45af-8468-53e215e8d10c req-04ae89c9-409d-4aa3-87a4-bf9bf0449c79 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:09.794275 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25604662-6333-45af-8468-53e215e8d10c req-04ae89c9-409d-4aa3-87a4-bf9bf0449c79 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.1122940 Jun 07 14:49:09.878704 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25604662-6333-45af-8468-53e215e8d10c req-4f019eec-ef4b-4ae1-a9c0-3408e97cceba tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763211 Jun 07 14:49:10.050786 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bad16-b1b8-4a43-a057-146ee66782e0 req-3f7014ad-c141-4193-9f02-d98dd5ec7f08 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:10.058825 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4e0bad16-b1b8-4a43-a057-146ee66782e0 req-3f7014ad-c141-4193-9f02-d98dd5ec7f08 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1480057 Jun 07 14:49:10.078781 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ce014781-af9b-423f-9a05-f7e7a0145003 req-3a91d92b-0eb4-4894-9636-6481588d7620 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] 10.222.0.61 "GET /v2.0/ports?device_id=70e9a83a-a865-402e-8558-5959adf9536e HTTP/1.1" status: 200 len: 210 time: 0.0593197 Jun 07 14:49:10.138862 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4e0bad16-b1b8-4a43-a057-146ee66782e0 req-efb8b3d5-6fe1-4795-86e3-0347c2ed0893 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689664 Jun 07 14:49:10.367264 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device af903011-fdb7-42cf-b92b-9a9fa65bcd11 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:49:10.424786 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441280d3-efb6-421c-a02b-79e7dccf87bb req-1b6f06ba-ec26-4d72-8745-47152a2c4d70 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:10.426310 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-441280d3-efb6-421c-a02b-79e7dccf87bb req-1b6f06ba-ec26-4d72-8745-47152a2c4d70 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 943 time: 0.1157908 Jun 07 14:49:10.479303 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-441280d3-efb6-421c-a02b-79e7dccf87bb req-493e6200-490d-4eff-8a31-ae0bfada8032 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Jun 07 14:49:10.612711 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port af903011-fdb7-42cf-b92b-9a9fa65bcd11, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=af903011-fdb7-42cf-b92b-9a9fa65bcd11,segment=NetworkSegment(5b2d6cf2-1cf4-4d95-b930-e2483b65c818),segment_id=5b2d6cf2-1cf4-4d95-b930-e2483b65c818)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:10.640708 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11', 'network_id': 'ea5d4e9f-4a56-417d-bef8-4a24e8c064a3', 'port_id': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11', 'mac_address': 'fa:16:3e:a7:a0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d1b342-7300-41d6-a828-df198b3ccb04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:49:10.733360 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:10.751984 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af903011-fdb7-42cf-b92b-9a9fa65bcd11 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:49:10.769020 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port af903011-fdb7-42cf-b92b-9a9fa65bcd11, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=af903011-fdb7-42cf-b92b-9a9fa65bcd11,segment=NetworkSegment(5b2d6cf2-1cf4-4d95-b930-e2483b65c818),segment_id=5b2d6cf2-1cf4-4d95-b930-e2483b65c818)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:10.774273 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:10.776557 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:10.891673 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=af903011-fdb7-42cf-b92b-9a9fa65bcd11,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:10.894965 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:11.093485 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['af903011-fdb7-42cf-b92b-9a9fa65bcd11'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:49:11.172746 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069aa0b-bd36-4800-9189-724666abf7a0 req-fdc41468-37aa-488b-a7c6-3f9937ac61b5 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:11.174250 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c069aa0b-bd36-4800-9189-724666abf7a0 req-fdc41468-37aa-488b-a7c6-3f9937ac61b5 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.0970070 Jun 07 14:49:11.196225 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8c39435a-2c08-463d-b7bb-cfecce757cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:11.230795 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55804) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:11.452229 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c069aa0b-bd36-4800-9189-724666abf7a0 req-f55435da-5d8b-4f80-a678-5801720df8e4 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671947 Jun 07 14:49:11.517928 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae81c8-7cde-415e-8f36-baf208dd93dd req-d0718840-8e4e-4907-b41f-57b8c2e68270 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:11.519574 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5ae81c8-7cde-415e-8f36-baf208dd93dd req-d0718840-8e4e-4907-b41f-57b8c2e68270 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1436152 Jun 07 14:49:11.594549 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5ae81c8-7cde-415e-8f36-baf208dd93dd req-aebb100b-9587-4808-8f13-5b4452fae6f2 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643008 Jun 07 14:49:11.907160 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:11.943580 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8e6c-d155-434d-9204-e2879d4ab4cb req-f1195f4c-2066-4c70-97e4-6a5e9af14e24 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:11.945170 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-286f8e6c-d155-434d-9204-e2879d4ab4cb req-f1195f4c-2066-4c70-97e4-6a5e9af14e24 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 944 time: 0.2604437 Jun 07 14:49:12.077007 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-286f8e6c-d155-434d-9204-e2879d4ab4cb req-2f8f11de-39c6-412e-9743-dfcf10199953 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019447 Jun 07 14:49:12.210690 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041819'] for router_interface, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:12.375365 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device af903011-fdb7-42cf-b92b-9a9fa65bcd11 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:49:12.450032 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port af903011-fdb7-42cf-b92b-9a9fa65bcd11 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:49:12.456274 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port af903011-fdb7-42cf-b92b-9a9fa65bcd11 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:49:12.456788 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:12.602494 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:12.659631 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:12.663919 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfea22a-838f-448c-914b-5a7eddfe2ac3" -d '{"events": [{"server_uuid": "fb2f1cff-d4d6-4f2d-81c5-fb22d4741010", "name": "network-vif-plugged", "status": "completed", "tag": "af903011-fdb7-42cf-b92b-9a9fa65bcd11"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:12.679240 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port af903011-fdb7-42cf-b92b-9a9fa65bcd11, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=af903011-fdb7-42cf-b92b-9a9fa65bcd11,segment=NetworkSegment(5b2d6cf2-1cf4-4d95-b930-e2483b65c818),segment_id=5b2d6cf2-1cf4-4d95-b930-e2483b65c818)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:12.694675 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:12.696257 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device e006ddb2-6017-4e03-90fe-281f8d02810b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:49:12.752379 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:12.789439 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Deleting port cce63035-5fa3-4589-8543-98b7a72472b8 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:49:12.789902 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:12.812587 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974081-2cfa-4768-8774-57aa3cc444dd req-1f177e3f-16e7-446e-8ebf-15bf2e930271 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:12.817760 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-62974081-2cfa-4768-8774-57aa3cc444dd req-1f177e3f-16e7-446e-8ebf-15bf2e930271 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.1356087 Jun 07 14:49:12.828924 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: e006ddb2-6017-4e03-90fe-281f8d02810b {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:49:12.829257 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device e006ddb2-6017-4e03-90fe-281f8d02810b not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:49:12.904106 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-62974081-2cfa-4768-8774-57aa3cc444dd req-81677e76-aefd-41b5-8e8f-9356517ff0ec tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757797 Jun 07 14:49:12.921781 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=af903011-fdb7-42cf-b92b-9a9fa65bcd11,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:12.941937 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:12.977633 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c6ba5f-0431-48e9-9263-4433ebb6b391 x-openstack-request-id: req-a1c6ba5f-0431-48e9-9263-4433ebb6b391 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:12.978010 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2f1cff-d4d6-4f2d-81c5-fb22d4741010", "name": "network-vif-plugged", "status": "completed", "tag": "af903011-fdb7-42cf-b92b-9a9fa65bcd11", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:12.978461 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1c6ba5f-0431-48e9-9263-4433ebb6b391 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:12.979808 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11', 'code': 200} Jun 07 14:49:13.045196 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] For port cce63035-5fa3-4589-8543-98b7a72472b8, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=cce63035-5fa3-4589-8543-98b7a72472b8,segment=NetworkSegment(61b90e80-57a0-480a-8133-5c11ec7f00c3),segment_id=61b90e80-57a0-480a-8133-5c11ec7f00c3)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:13.045489 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:13.112351 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:13.186499 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Calling delete_port for cce63035-5fa3-4589-8543-98b7a72472b8 owned by network:router_interface {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:49:13.213901 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e33d6-b598-4a6e-9790-1fef3360a86e req-b9407b7c-f7c8-49b6-a537-cd5f8ab7ce8b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:13.215540 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e03e33d6-b598-4a6e-9790-1fef3360a86e req-b9407b7c-f7c8-49b6-a537-cd5f8ab7ce8b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.3365335 Jun 07 14:49:13.278439 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e03e33d6-b598-4a6e-9790-1fef3360a86e req-dad6728a-fc1e-4a74-82b7-86100c3ee73b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558174 Jun 07 14:49:13.370821 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6d82-da74-4251-a680-67ef8648dcdc req-ce6ac5ff-5723-4568-af73-d3745571e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:13.372451 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-52cd6d82-da74-4251-a680-67ef8648dcdc req-ce6ac5ff-5723-4568-af73-d3745571e29d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 1098 time: 0.1507611 Jun 07 14:49:13.415435 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193534d-8f8d-4427-a3d7-aa4910ac711a req-2a9b07da-ce94-4c92-b232-d1efdc3e4644 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:13.417997 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c193534d-8f8d-4427-a3d7-aa4910ac711a req-2a9b07da-ce94-4c92-b232-d1efdc3e4644 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 945 time: 0.1313276 Jun 07 14:49:13.452683 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-52cd6d82-da74-4251-a680-67ef8648dcdc req-d76ee6c5-188a-47d7-a513-32b40468baac service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719461 Jun 07 14:49:13.487108 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c193534d-8f8d-4427-a3d7-aa4910ac711a req-6f840239-f26f-49ef-956e-88cd8c12de69 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595708 Jun 07 14:49:13.684340 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:13.688912 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:13.741092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce63035-5fa3-4589-8543-98b7a72472b8,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:13.744591 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:14.059981 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041221'] for router_interface, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:14.332926 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859573f3-60f3-4b27-a79b-1ca6bd311876 req-531d5235-f4e0-4930-9b39-11bb8c73df4f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:14.334499 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-859573f3-60f3-4b27-a79b-1ca6bd311876 req-531d5235-f4e0-4930-9b39-11bb8c73df4f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.2102904 Jun 07 14:49:14.471474 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-859573f3-60f3-4b27-a79b-1ca6bd311876 req-974a3c3d-730c-4147-b2cf-f40a6b7b80d0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829225 Jun 07 14:49:14.536111 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878dca3-3c03-4237-b1ec-9741318bd044 req-317aebf0-a2ca-4c6a-8ecb-d2de78e5f6cb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:14.538065 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f878dca3-3c03-4237-b1ec-9741318bd044 req-317aebf0-a2ca-4c6a-8ecb-d2de78e5f6cb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1236169 Jun 07 14:49:14.628198 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f878dca3-3c03-4237-b1ec-9741318bd044 req-ac8f48ba-c446-4e51-8b24-b6f678b2a337 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821996 Jun 07 14:49:14.636103 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Router 1df81653-b9b8-4e6f-a1a6-193d186e6249 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:49:15.155303 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bc8b7-0e89-42a8-be92-fe199398edd6 req-fdc91722-c058-4606-a43f-75e2cb86450d tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:15.157287 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-289bc8b7-0e89-42a8-be92-fe199398edd6 req-fdc91722-c058-4606-a43f-75e2cb86450d tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 945 time: 0.5169032 Jun 07 14:49:15.167888 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:49:15.175011 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] 10.222.0.61 "PUT /v2.0/routers/1df81653-b9b8-4e6f-a1a6-193d186e6249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9427421 Jun 07 14:49:15.177372 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d41092-5850-494f-8351-e963c221d046 None None] Sync routers for ids ['1df81653-b9b8-4e6f-a1a6-193d186e6249'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:49:15.178626 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55848) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:15.190962 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] Routers {'1df81653-b9b8-4e6f-a1a6-193d186e6249'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:49:15.191620 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['1df81653-b9b8-4e6f-a1a6-193d186e6249'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:15.232701 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-289bc8b7-0e89-42a8-be92-fe199398edd6 req-c0d1650e-d959-4a67-a0bc-41c6492ea05c tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623674 Jun 07 14:49:15.431302 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:15.467852 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] Set router 1df81653-b9b8-4e6f-a1a6-193d186e6249 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:49:15.883545 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:15.913488 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:15.942698 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f97f55-0601-4ba8-a7e4-b281d8a36796 req-5a27176f-58b8-48f1-b30d-02069c8fdaf5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:15.945688 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c0f97f55-0601-4ba8-a7e4-b281d8a36796 req-5a27176f-58b8-48f1-b30d-02069c8fdaf5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1130526 Jun 07 14:49:15.969782 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:49:13Z', 'revision_number': 5, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port': {'id': 'ce3f7692-e928-4e8f-b364-f383dc91b652', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:32Z', 'updated_at': '2021-06-07T14:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:15.977708 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d41092-5850-494f-8351-e963c221d046 None None] Checking router: 1df81653-b9b8-4e6f-a1a6-193d186e6249 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:49:15.995833 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] Routers {'1df81653-b9b8-4e6f-a1a6-193d186e6249'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:49:15.997088 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['1df81653-b9b8-4e6f-a1a6-193d186e6249'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:16.044065 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c0f97f55-0601-4ba8-a7e4-b281d8a36796 req-e12070c1-9f63-4261-aeec-fa15307237b6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871413 Jun 07 14:49:16.169608 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbc766-2a1b-4751-afee-ae808c324886 req-6772bb33-09f8-436e-b6a6-f58e3549d292 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:16.172157 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-33dbc766-2a1b-4751-afee-ae808c324886 req-6772bb33-09f8-436e-b6a6-f58e3549d292 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.5234404 Jun 07 14:49:16.189866 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625cf8-bde5-442b-88e3-97fe06027241 req-5bbfa911-f9bb-4acb-ac66-df30b8cf08c6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:16.204636 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-60625cf8-bde5-442b-88e3-97fe06027241 req-5bbfa911-f9bb-4acb-ac66-df30b8cf08c6 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.5540290 Jun 07 14:49:16.234019 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] Set router 1df81653-b9b8-4e6f-a1a6-193d186e6249 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:49:16.360662 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-f6d41092-5850-494f-8351-e963c221d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:49:15Z', 'revision_number': 6, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port_host': None}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:16.366637 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d41092-5850-494f-8351-e963c221d046 None None] The sync data for ids ['1df81653-b9b8-4e6f-a1a6-193d186e6249'] in dv-cinder-789603-7-smb is: [{'id': '1df81653-b9b8-4e6f-a1a6-193d186e6249', 'name': 'tempest-ServerRescueNegativeTestJSON-878987129-router', 'tenant_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:28Z', 'updated_at': '2021-06-07T14:49:15Z', 'revision_number': 6, 'project_id': 'f8b3463320f14ded9e3c6eeb076a6363', 'gw_port_host': None}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:49:16.562830 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-60625cf8-bde5-442b-88e3-97fe06027241 req-be9a4f5e-05bb-47de-b9ff-d1988756e530 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567243 Jun 07 14:49:16.570380 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Deleting port ce3f7692-e928-4e8f-b364-f383dc91b652 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:49:16.570944 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:16.851602 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] For port ce3f7692-e928-4e8f-b364-f383dc91b652, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=ce3f7692-e928-4e8f-b364-f383dc91b652,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:16.851988 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:17.001076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Deleting port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:49:17.001757 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:17.046220 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Calling delete_port for ce3f7692-e928-4e8f-b364-f383dc91b652 owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:49:17.303629 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] For port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:17.304113 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:17.345490 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64d1f6-074b-41ed-9cad-4961f813d000 req-e454c5b1-631b-406c-90d6-f6a77f72ef68 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:17.347988 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ce64d1f6-074b-41ed-9cad-4961f813d000 req-e454c5b1-631b-406c-90d6-f6a77f72ef68 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1013441 Jun 07 14:49:17.428300 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ce64d1f6-074b-41ed-9cad-4961f813d000 req-db2af358-b34f-4d3a-994e-b1cc9903c7df tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716329 Jun 07 14:49:17.671726 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Calling delete_port for 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:49:17.810600 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cce63035-5fa3-4589-8543-98b7a72472b8 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:49:17.900063 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: cce63035-5fa3-4589-8543-98b7a72472b8 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:49:17.902595 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cce63035-5fa3-4589-8543-98b7a72472b8 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:49:17.903647 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device ce3f7692-e928-4e8f-b364-f383dc91b652 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:49:17.927905 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204fd4-1bd6-4365-92c0-51e23c38820e req-03011630-37fa-4fcb-8e41-6563c710fafd tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:17.935399 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e2204fd4-1bd6-4365-92c0-51e23c38820e req-03011630-37fa-4fcb-8e41-6563c710fafd tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 945 time: 0.2053928 Jun 07 14:49:18.043493 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No ports have port_id starting with ce3f7692-e928-4e8f-b364-f383dc91b652 Jun 07 14:49:18.053614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:18.073866 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afded0d7-405a-4643-a703-062e720f69a3 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:18.122488 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e2204fd4-1bd6-4365-92c0-51e23c38820e req-0e70979b-51a7-47f3-8474-0fcf50e6fe94 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850953 Jun 07 14:49:18.153952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3f7692-e928-4e8f-b364-f383dc91b652,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:18.157413 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:18.196730 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:18.209637 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3443def3-aa74-4a5f-8abd-9657885359b5 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:18.222283 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['1bcc8c79-80ba-42dc-b4ad-654697ea5ac7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:49:18.350843 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Pushing event deleted for resources: {'Port': ['ID=1bcc8c79-80ba-42dc-b4ad-654697ea5ac7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:18.355907 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:18.585289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] No DVR routers for this DVR port 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:49:18.589681 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:18.591885 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-33dbc766-2a1b-4751-afee-ae808c324886 req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "DELETE /v2.0/ports/1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 HTTP/1.1" status: 204 len: 173 time: 2.3817484 Jun 07 14:49:18.595974 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'name': 'network-vif-deleted', 'tag': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:18.599292 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991a393-534b-4332-855f-ed4505ec9aae" -d '{"events": [{"server_uuid": "e730a5af-a9ff-4e9e-9ff9-81a45c749559", "name": "network-vif-deleted", "tag": "1bcc8c79-80ba-42dc-b4ad-654697ea5ac7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:18.616689 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918283'] for router_gateway, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:18.721631 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5908fe3d-1f72-419c-9e31-ad337b4d4157 x-openstack-request-id: req-5908fe3d-1f72-419c-9e31-ad337b4d4157 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:18.721952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e730a5af-a9ff-4e9e-9ff9-81a45c749559", "name": "network-vif-deleted", "tag": "1bcc8c79-80ba-42dc-b4ad-654697ea5ac7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:18.722233 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5908fe3d-1f72-419c-9e31-ad337b4d4157 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:18.722991 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e730a5af-a9ff-4e9e-9ff9-81a45c749559', 'name': 'network-vif-deleted', 'tag': '1bcc8c79-80ba-42dc-b4ad-654697ea5ac7', 'status': 'completed', 'code': 200} Jun 07 14:49:18.808651 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240b415-0826-4501-b87e-61650b4f312c req-b229d7fc-8cc6-44cf-9330-994b68e661fd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:18.814110 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c240b415-0826-4501-b87e-61650b4f312c req-b229d7fc-8cc6-44cf-9330-994b68e661fd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2090142 Jun 07 14:49:18.965517 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c240b415-0826-4501-b87e-61650b4f312c req-4d4844f7-ab72-4374-a174-4a597c79e5d7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250756 Jun 07 14:49:19.021263 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11802'] for router, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.025796 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.133403 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2052562'] for router, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.135704 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df81653-b9b8-4e6f-a1a6-193d186e6249 {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:49:19.143498 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.149603 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55914) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:19.149940 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1df81653-b9b8-4e6f-a1a6-193d186e6249 HTTP/1.1" status: 204 len: 168 time: 3.9694667 Jun 07 14:49:19.255001 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Deleting subnet a0cfda4c-760c-4daa-ad77-baf031cb5004 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:49:19.270454 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.516001 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7d39f105-d72e-4ecb-98d2-d436410c8e4a req-74657592-d1bf-4c1a-8187-85f33cf4d1aa tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=e730a5af-a9ff-4e9e-9ff9-81a45c749559 HTTP/1.1" status: 200 len: 210 time: 0.1751909 Jun 07 14:49:19.525202 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333969'] for subnet, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.662216 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.840215 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3483852'] for subnet, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.849050 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b5fc4c49-13df-4c63-87b8-6be04f3661f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:19.911599 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0cfda4c-760c-4daa-ad77-baf031cb5004,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:19.915869 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:19.921792 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:19.926371 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-00439c56-22fe-4dcf-9834-8aaa09cc1046 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a0cfda4c-760c-4daa-ad77-baf031cb5004 HTTP/1.1" status: 204 len: 168 time: 0.7738512 Jun 07 14:49:19.929634 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb20-1f87-4bf7-99ac-4b269495314f req-bb49e364-ea2f-46f0-8ee5-5362486f0633 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:19.930218 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55922) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:19.932832 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fc36bb20-1f87-4bf7-99ac-4b269495314f req-bb49e364-ea2f-46f0-8ee5-5362486f0633 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.2945604 Jun 07 14:49:20.044727 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-ee81ae50-3160-4445-9d4e-f320767b152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:20.048371 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-ee81ae50-3160-4445-9d4e-f320767b152c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 1099 time: 0.2507343 Jun 07 14:49:20.073916 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fc36bb20-1f87-4bf7-99ac-4b269495314f req-dc2b27f3-33d1-46ee-8383-955987a36a2b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235847 Jun 07 14:49:20.188610 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:20.311882 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-8e30aa45-aa12-4963-a471-5d66e3f19ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:20.314126 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-8e30aa45-aa12-4963-a471-5d66e3f19ec2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 912 time: 0.2546101 Jun 07 14:49:20.408989 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268d1c7-fb7a-4b50-96ed-82d65a0e2cfe req-72493538-3806-4702-bcb1-1506f1891bbf tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:20.410568 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7268d1c7-fb7a-4b50-96ed-82d65a0e2cfe req-72493538-3806-4702-bcb1-1506f1891bbf tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 945 time: 0.2993431 Jun 07 14:49:20.414876 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:20.445001 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc941b9-cc84-4fb7-bfe1-627df0c76412']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:20.459080 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:49:20.465842 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b90e80-57a0-480a-8133-5c11ec7f00c3') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:20.466136 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b90e80-57a0-480a-8133-5c11ec7f00c3') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:20.483579 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-a2cda28d-8bbc-4fb5-b3af-fac6403459d8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 200 len: 1001 time: 0.1582930 Jun 07 14:49:20.502265 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:20.513183 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7268d1c7-fb7a-4b50-96ed-82d65a0e2cfe req-3cad200a-5cd6-4471-b6fa-7ac633a35f1c tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893877 Jun 07 14:49:20.532249 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:20.536518 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:49:20.537208 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 1bcc8c79-80ba-42dc-b4ad-654697ea5ac7 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:49:20.542583 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:49:20.543174 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:49:20.564795 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:49:20.630266 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-bbb1b459-7aa2-4fa4-a6fc-f04cad38afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:20.632787 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-bbb1b459-7aa2-4fa4-a6fc-f04cad38afcc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.1395059 Jun 07 14:49:20.673765 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:20.685090 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:20.691314 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5cc941b9-cc84-4fb7-bfe1-627df0c76412 HTTP/1.1" status: 204 len: 168 time: 0.7560151 Jun 07 14:49:20.691314 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:20.751693 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc941b9-cc84-4fb7-bfe1-627df0c76412,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:20.751693 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7590fe8a-945c-4ad9-9627-1139809bd104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:20.818231 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-17d156a7-e0ec-4de5-b5b7-6b1498d6d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:20.821429 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-17d156a7-e0ec-4de5-b5b7-6b1498d6d022 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1811075 Jun 07 14:49:20.929999 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 55940) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:21.009051 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-c01d837a-373b-4d1b-abf8-92e5716d7ae4 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804318 Jun 07 14:49:21.016733 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-bb16a5f1-4387-49a3-b9e1-a3301bf0a667 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8b3463320f14ded9e3c6eeb076a6363&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0855994 Jun 07 14:49:21.021733 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 55942) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:21.108152 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:21.144186 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:21.227977 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:21.231475 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:21.232792 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/691bb7a5-7360-4978-a0cb-54cf256c80eb HTTP/1.1" status: 204 len: 168 time: 0.2100401 Jun 07 14:49:21.233602 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:21.245350 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691bb7a5-7360-4978-a0cb-54cf256c80eb,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:21.249395 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:21.265385 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ac88e72c-bfef-450f-85d7-6b87cf72f97e req-d5ef49ae-e16f-4095-8542-e74187b89931 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475202 Jun 07 14:49:21.387976 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36f4ea-7afe-482a-91d1-2ecc0ff5d83d req-e63b22ed-37c3-4f4e-aecf-7c292a55ffd9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:21.389874 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1e36f4ea-7afe-482a-91d1-2ecc0ff5d83d req-e63b22ed-37c3-4f4e-aecf-7c292a55ffd9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1421683 Jun 07 14:49:21.454348 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1e36f4ea-7afe-482a-91d1-2ecc0ff5d83d req-3e7c6a9c-97f0-420c-a2cc-05a92266dae5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564036 Jun 07 14:49:21.840420 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-5aea5460-db62-4a75-88d1-c55007bbce61 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:21.842354 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-5aea5460-db62-4a75-88d1-c55007bbce61 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 945 time: 0.2284219 Jun 07 14:49:21.859173 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75015f3-e7c3-4e74-84c6-20c2349e4fa9 req-bca297ca-c575-41b2-99e7-b36c369e442a tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:21.861017 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c75015f3-e7c3-4e74-84c6-20c2349e4fa9 req-bca297ca-c575-41b2-99e7-b36c369e442a tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 945 time: 0.1840551 Jun 07 14:49:22.336799 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c75015f3-e7c3-4e74-84c6-20c2349e4fa9 req-3eaca43c-4b75-4ff9-ac42-17db212ed727 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/security-groups?id=544f3e53-6d65-4b64-afc7-52171d22f3da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938044 Jun 07 14:49:22.370082 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Deleting port af903011-fdb7-42cf-b92b-9a9fa65bcd11 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:49:22.370660 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:22.665167 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] For port af903011-fdb7-42cf-b92b-9a9fa65bcd11, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=af903011-fdb7-42cf-b92b-9a9fa65bcd11,segment=NetworkSegment(5b2d6cf2-1cf4-4d95-b930-e2483b65c818),segment_id=5b2d6cf2-1cf4-4d95-b930-e2483b65c818)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:22.666868 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:22.835220 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b48c54-38ae-4a71-af4c-9bc7ed27c835 req-dd4aa95c-27fb-4393-ad33-cd06bf12d101 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:22.837055 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-37b48c54-38ae-4a71-af4c-9bc7ed27c835 req-dd4aa95c-27fb-4393-ad33-cd06bf12d101 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1592197 Jun 07 14:49:22.862390 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Calling delete_port for af903011-fdb7-42cf-b92b-9a9fa65bcd11 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:49:22.938654 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-37b48c54-38ae-4a71-af4c-9bc7ed27c835 req-273b34cf-19a9-4554-9b32-e5bf81ba1a1c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888786 Jun 07 14:49:23.026744 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:23.036289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c64a8564-2cf0-4347-9dcf-6bebc98339a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:23.043375 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['af903011-fdb7-42cf-b92b-9a9fa65bcd11'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:49:23.101564 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Pushing event deleted for resources: {'Port': ['ID=af903011-fdb7-42cf-b92b-9a9fa65bcd11,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:23.110578 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:23.191123 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] No DVR routers for this DVR port af903011-fdb7-42cf-b92b-9a9fa65bcd11 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:49:23.194147 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:23.197374 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1fb40e49-a68b-4c33-b7bf-79000768d8ef req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.63 "DELETE /v2.0/ports/af903011-fdb7-42cf-b92b-9a9fa65bcd11 HTTP/1.1" status: 204 len: 173 time: 1.3350689 Jun 07 14:49:23.198166 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'name': 'network-vif-deleted', 'tag': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:23.202080 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998d7e90-2855-45f8-b257-18dbcb533147" -d '{"events": [{"server_uuid": "fb2f1cff-d4d6-4f2d-81c5-fb22d4741010", "name": "network-vif-deleted", "tag": "af903011-fdb7-42cf-b92b-9a9fa65bcd11"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:23.283087 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a3e09-88f3-458a-a87f-df5020854d2c x-openstack-request-id: req-a81a3e09-88f3-458a-a87f-df5020854d2c {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:23.283600 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2f1cff-d4d6-4f2d-81c5-fb22d4741010", "name": "network-vif-deleted", "tag": "af903011-fdb7-42cf-b92b-9a9fa65bcd11", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:23.284720 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a81a3e09-88f3-458a-a87f-df5020854d2c {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:23.284889 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2f1cff-d4d6-4f2d-81c5-fb22d4741010', 'name': 'network-vif-deleted', 'tag': 'af903011-fdb7-42cf-b92b-9a9fa65bcd11', 'status': 'completed', 'code': 200} Jun 07 14:49:23.597424 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fbffd56b-2622-4dbe-8c65-c6d8abd278ad req-6e478596-9374-4276-81dd-ac57832d24df tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb2f1cff-d4d6-4f2d-81c5-fb22d4741010 HTTP/1.1" status: 200 len: 210 time: 0.0474086 Jun 07 14:49:25.890409 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-34a3463d-3a37-4f8d-9f97-2a704cd8c0b1 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:25.891899 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-34a3463d-3a37-4f8d-9f97-2a704cd8c0b1 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/networks?id=ac396843-973d-4754-b15d-5ab2c012fe24 HTTP/1.1" status: 200 len: 814 time: 0.1885204 Jun 07 14:49:25.921216 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-de250017-6ada-44cd-a553-63c6fcdada85 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/quotas/5ea4a7a3ad14480cb33a607061e5e6b9 HTTP/1.1" status: 200 len: 375 time: 0.0197504 Jun 07 14:49:25.983145 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-9790621a-c897-418b-bb32-4b43b3681975 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ea4a7a3ad14480cb33a607061e5e6b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468905 Jun 07 14:49:26.135037 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-d9cb316f-9ae6-4bc1-a8b4-c72b77b41b02 service neutron] 10.222.0.61 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445770 Jun 07 14:49:26.280194 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-07a29463-2526-4c87-a3ac-fbdce225aa04 service neutron] 10.222.0.61 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388733 Jun 07 14:49:26.487122 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-14dc0a14-0cc4-4892-a020-b19e8e44a5f8 req-25715d4c-dd3d-4344-a3c3-1ae5f5fbbc04 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 210 time: 0.0520065 Jun 07 14:49:26.490927 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device af903011-fdb7-42cf-b92b-9a9fa65bcd11 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:49:26.546158 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: af903011-fdb7-42cf-b92b-9a9fa65bcd11 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:49:26.546286 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device af903011-fdb7-42cf-b92b-9a9fa65bcd11 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:49:27.040310 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56090) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:27.227183 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3c6a40e5-3728-420c-a724-94ed5cbf8650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:27.464018 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3c6a40e5-3728-420c-a724-94ed5cbf8650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:27.470261 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-3c6a40e5-3728-420c-a724-94ed5cbf8650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:27.482031 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4d9f181b-17d9-49f1-bb7e-5a1d0c8c0c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:27.532403 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-3c6a40e5-3728-420c-a724-94ed5cbf8650 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4dd56cde00b493685c845227aafdb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906175 Jun 07 14:49:27.534195 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a40e5-3728-420c-a724-94ed5cbf8650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd83dc-e84d-45a1-bb05-5b247f192477,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:27.535354 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56104) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:27.538797 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-3c6a40e5-3728-420c-a724-94ed5cbf8650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:27.626754 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:27.669154 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:27.778414 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:27.785288 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:27.787404 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12cd83dc-e84d-45a1-bb05-5b247f192477 HTTP/1.1" status: 204 len: 168 time: 0.2494848 Jun 07 14:49:27.788686 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:27.810383 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd83dc-e84d-45a1-bb05-5b247f192477,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:27.827692 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.828248 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.829296 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.830316 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.831341 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.832482 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.833729 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.834815 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.835750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.836825 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.838453 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.839433 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:27.847051 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:27.850512 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f166e5fe-395a-4c9e-8a11-822098ea0fc1 req-589b7e87-487f-4386-a8cb-67002aee8dc4 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 210 time: 0.1809084 Jun 07 14:49:28.170621 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-2a2e8202-7e52-4e73-8bf4-c6302c662e6f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:28.173636 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-2a2e8202-7e52-4e73-8bf4-c6302c662e6f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "GET /v2.0/networks?id=ac396843-973d-4754-b15d-5ab2c012fe24 HTTP/1.1" status: 200 len: 814 time: 0.2213960 Jun 07 14:49:28.193821 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Request body: {'port': {'device_id': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24', 'admin_state_up': True, 'tenant_id': '5ea4a7a3ad14480cb33a607061e5e6b9'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:28.445332 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Made reservation on behalf of 5ea4a7a3ad14480cb33a607061e5e6b9 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:49:28.451950 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:28.920177 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Allocated IP 172.20.0.2 (ac396843-973d-4754-b15d-5ab2c012fe24/79ac57b3-c0c4-42bd-9776-a8938ce2ca07/0dc4109e-2e0e-48f2-a1ef-937de161fc03) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:49:29.146992 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0dc4e260-b8a8-40ab-9ee5-22812d4416cc req-172767ed-9a3f-49c2-b6a6-bae7c542082f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 210 time: 0.0714509 Jun 07 14:49:29.442287 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:29.506878 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:29.526337 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:29.603873 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Network ac396843-973d-4754-b15d-5ab2c012fe24 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:49:29.608623 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:49:29.613627 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:49:29.666614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Pushing event updated for resources: {'Port': ['ID=0dc4109e-2e0e-48f2-a1ef-937de161fc03,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:29.673497 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:29.716326 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:29.717517 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:29.752745 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5643017 Jun 07 14:49:29.767559 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Request body: {'port': {'device_id': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:29.874793 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56174) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:29.947629 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.037244 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-37138231-5cc9-4e4a-964f-817fe8350ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.185295 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-37138231-5cc9-4e4a-964f-817fe8350ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.191558 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-37138231-5cc9-4e4a-964f-817fe8350ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.201555 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-dcc07a26-88d9-4bb8-84e4-2bc7fc223763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:30.256908 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-37138231-5cc9-4e4a-964f-817fe8350ebf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2318357adde84fa080d4d05fc47788ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802345 Jun 07 14:49:30.258131 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37138231-5cc9-4e4a-964f-817fe8350ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2041e93f-fd5c-42a7-babc-308863a79095,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:30.261654 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56190) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:30.288511 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-37138231-5cc9-4e4a-964f-817fe8350ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:30.408634 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.458914 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.557946 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.565535 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.567816 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2041e93f-fd5c-42a7-babc-308863a79095 HTTP/1.1" status: 204 len: 168 time: 0.2928088 Jun 07 14:49:30.569201 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cc1914f7-3bb3-440d-9d50-99156913a1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:30.589251 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2041e93f-fd5c-42a7-babc-308863a79095,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:30.593195 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:30.693738 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39507-4c44-4156-b74b-f624c4bb652f req-098e900f-2c7c-478a-ba53-bf7e1a16be72 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:30.710028 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5ff39507-4c44-4156-b74b-f624c4bb652f req-098e900f-2c7c-478a-ba53-bf7e1a16be72 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 931 time: 0.3086443 Jun 07 14:49:30.764568 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc4109e-2e0e-48f2-a1ef-937de161fc03 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:49:30.803958 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.833832 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5ff39507-4c44-4156-b74b-f624c4bb652f req-5994eb73-923a-4212-80b3-927507e23492 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243856 Jun 07 14:49:30.865043 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Transition to ACTIVE for port object 0dc4109e-2e0e-48f2-a1ef-937de161fc03 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:49:30.874654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:30.885671 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:31.137487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4109e-2e0e-48f2-a1ef-937de161fc03,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:31.145097 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:31.221399 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Attempting to bind port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:49:31.221739 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Attempting to bind port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:49:31.222073 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Attempting to bind port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 on network ac396843-973d-4754-b15d-5ab2c012fe24 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:49:31.227794 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 on network ac396843-973d-4754-b15d-5ab2c012fe24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:49:31.228663 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Attempting to bind port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 on network ac396843-973d-4754-b15d-5ab2c012fe24 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:49:31.235865 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:49:31.236209 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Checking segment: {'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:49:31.236602 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Bound using segment: {'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:49:31.237167 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Bound port: 0dc4109e-2e0e-48f2-a1ef-937de161fc03, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b78448-5f7b-43c3-9afb-6943a4070c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:49:31.237419 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:31.340610 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] For port 0dc4109e-2e0e-48f2-a1ef-937de161fc03, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:49:31.344222 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] For port 0dc4109e-2e0e-48f2-a1ef-937de161fc03, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0dc4109e-2e0e-48f2-a1ef-937de161fc03,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:49:31.350573 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:31.355735 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:31.422424 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:31.423046 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:31.424463 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] 10.222.0.63 "PUT /v2.0/ports/0dc4109e-2e0e-48f2-a1ef-937de161fc03 HTTP/1.1" status: 200 len: 1093 time: 1.6621764 Jun 07 14:49:31.425006 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'tag': '0dc4109e-2e0e-48f2-a1ef-937de161fc03'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:31.427412 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913", "tag": "0dc4109e-2e0e-48f2-a1ef-937de161fc03"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:31.462262 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4109e-2e0e-48f2-a1ef-937de161fc03,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:31.470495 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:31.527750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393131e2-98af-4770-82f1-bdf713a2fe08 x-openstack-request-id: req-393131e2-98af-4770-82f1-bdf713a2fe08 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:31.528177 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913", "tag": "0dc4109e-2e0e-48f2-a1ef-937de161fc03", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:31.528636 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-393131e2-98af-4770-82f1-bdf713a2fe08 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:31.529349 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'tag': '0dc4109e-2e0e-48f2-a1ef-937de161fc03', 'status': 'completed', 'code': 200} Jun 07 14:49:31.587190 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-eb37170a-ad40-493f-87fc-0c1d8129bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:31.589336 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-eb37170a-ad40-493f-87fc-0c1d8129bc4c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ea4a7a3ad14480cb33a607061e5e6b9&device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 1096 time: 0.1210403 Jun 07 14:49:31.667264 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-b5d140fa-5991-4ba2-b9df-c3de2d339e82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dc4109e-2e0e-48f2-a1ef-937de161fc03 HTTP/1.1" status: 200 len: 217 time: 0.0688050 Jun 07 14:49:31.759096 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-ff858837-be1e-424a-a8d4-ea6260ed46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:31.761980 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-ff858837-be1e-424a-a8d4-ea6260ed46f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79ac57b3-c0c4-42bd-9776-a8938ce2ca07 HTTP/1.1" status: 200 len: 854 time: 0.0818229 Jun 07 14:49:32.088621 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-d7f80024-c3da-427a-af01-353fe5c7b089 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac396843-973d-4754-b15d-5ab2c012fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3184657 Jun 07 14:49:32.387605 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-bc5148e5-69f8-4504-889b-b95873e2f988 service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312233 Jun 07 14:49:32.401261 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c5335-3933-4ed2-8fa0-68d3718a55d8 req-ba63474c-7608-477a-9651-f0d8b510a8e0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:32.402911 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-668c5335-3933-4ed2-8fa0-68d3718a55d8 req-ba63474c-7608-477a-9651-f0d8b510a8e0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 943 time: 0.3196735 Jun 07 14:49:32.426684 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-d5b81257-afc6-480b-b439-f49610c292d9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5908389 Jun 07 14:49:32.610410 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-668c5335-3933-4ed2-8fa0-68d3718a55d8 req-2563f4df-3ea2-49c1-8481-5ed853c89289 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801808 Jun 07 14:49:32.653401 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-23d9c81e-0f87-4f57-8c44-bffcf244c6e4 req-51276937-405a-48cb-ae20-abef736a8af5 service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487533 Jun 07 14:49:32.673577 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-cb54728f-33b9-48d7-b93d-07d1d3770a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:32.676552 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-cb54728f-33b9-48d7-b93d-07d1d3770a65 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 1099 time: 0.2202101 Jun 07 14:49:32.919100 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-82dcca0c-430e-43c4-8295-ef85957a172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:32.920790 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-82dcca0c-430e-43c4-8295-ef85957a172f service neutron] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 912 time: 0.2188456 Jun 07 14:49:32.929622 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-eab470a0-4c9e-4d03-bfd3-544ada685d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:32.931540 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-eab470a0-4c9e-4d03-bfd3-544ada685d7b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ea4a7a3ad14480cb33a607061e5e6b9&device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 1096 time: 0.2004428 Jun 07 14:49:33.076431 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-b717f27b-d734-47b5-a3fe-d945ff235f51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 200 len: 1001 time: 0.1347070 Jun 07 14:49:33.233213 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-045957f4-80f2-4ebc-9b62-65c1f1bb8165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:33.234648 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-045957f4-80f2-4ebc-9b62-65c1f1bb8165 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.1391127 Jun 07 14:49:33.304688 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-cfec21ef-1aa4-4b3c-b5e5-77a798a8836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:33.306859 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-cfec21ef-1aa4-4b3c-b5e5-77a798a8836e service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac396843-973d-4754-b15d-5ab2c012fe24 HTTP/1.1" status: 200 len: 915 time: 0.3660548 Jun 07 14:49:33.393778 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-d578ffab-ee23-416e-9174-75452055dd1c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dc4109e-2e0e-48f2-a1ef-937de161fc03 HTTP/1.1" status: 200 len: 217 time: 0.0795569 Jun 07 14:49:33.460487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-f1e80581-ff70-4823-ab6d-27dd2e775ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:33.462331 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-f1e80581-ff70-4823-ab6d-27dd2e775ce3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2168703 Jun 07 14:49:33.527285 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-9d49af04-968a-44bc-a3e9-60e007b786f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:33.528822 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-9d49af04-968a-44bc-a3e9-60e007b786f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=79ac57b3-c0c4-42bd-9776-a8938ce2ca07 HTTP/1.1" status: 200 len: 854 time: 0.1221342 Jun 07 14:49:33.638828 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-6351641e-ed12-48fa-ab63-e1a63137fa6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac396843-973d-4754-b15d-5ab2c012fe24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013017 Jun 07 14:49:33.718827 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-67b3e48b-2d7e-4231-8063-43fe9b9ec3d2 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467172 Jun 07 14:49:33.904887 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:33.940228 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d945d83-b13b-439a-8fd0-66c19c1b8adb req-c326bad8-bc54-4486-a708-65f0322b2443 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:33.942591 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0d945d83-b13b-439a-8fd0-66c19c1b8adb req-c326bad8-bc54-4486-a708-65f0322b2443 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 943 time: 0.1274612 Jun 07 14:49:33.992752 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0d945d83-b13b-439a-8fd0-66c19c1b8adb req-3eca0ff5-afcd-4413-abd8-deb5a0aae850 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Jun 07 14:49:34.026730 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-af8e1e60-e100-4489-9884-388f920fd25a service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775530 Jun 07 14:49:34.159613 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-25b3997b-33d7-4561-a774-a549c1e0aea0 req-86ae5201-3d55-44e0-adb1-36d3957b2b8f service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693875 Jun 07 14:49:34.215513 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fed09e66-5259-4da9-b3ff-3345c7b9e9ce req-496ee6ec-1b6f-4f5a-976e-9b60a7663ae6 service neutron] 10.222.0.63 "GET /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784618 Jun 07 14:49:34.936771 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:49:34.966933 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56256) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:35.137286 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-afd76d54-7184-4dea-886f-2d518e2a8ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:35.245347 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb30f9-7d80-479a-922f-87d47a785489 req-3ec6fd7e-239f-4250-b7bd-a5374b299492 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:35.248463 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dedb30f9-7d80-479a-922f-87d47a785489 req-3ec6fd7e-239f-4250-b7bd-a5374b299492 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 943 time: 0.1297884 Jun 07 14:49:35.283661 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-afd76d54-7184-4dea-886f-2d518e2a8ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:35.289126 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-afd76d54-7184-4dea-886f-2d518e2a8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:35.305829 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-38983a48-a381-4981-a85d-0a82156c0eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:35.331892 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dedb30f9-7d80-479a-922f-87d47a785489 req-b3a25578-5727-4b9b-bde6-c1aa30f5b82f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754621 Jun 07 14:49:35.380356 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-afd76d54-7184-4dea-886f-2d518e2a8ad9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6691105a56ee46f59b0d30196667a462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115486 Jun 07 14:49:35.382608 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56262) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:35.383686 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd76d54-7184-4dea-886f-2d518e2a8ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9029d97c-ceed-470b-967a-e5cde2f5404e,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:35.390021 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-afd76d54-7184-4dea-886f-2d518e2a8ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:35.457727 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:35.487009 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:35.552127 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:35.554963 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:35.556796 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9029d97c-ceed-470b-967a-e5cde2f5404e HTTP/1.1" status: 204 len: 168 time: 0.1724873 Jun 07 14:49:35.557575 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-eb970dcc-f067-4428-b198-e9240330dcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:35.567871 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9029d97c-ceed-470b-967a-e5cde2f5404e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:35.573549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:36.543324 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 0dc4109e-2e0e-48f2-a1ef-937de161fc03 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:49:36.778948 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6f27-407f-42ba-814c-d3fc2f99bd6c req-ae38e391-d4c8-42c0-97a3-11ca15bfdd31 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:36.790677 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-498c6f27-407f-42ba-814c-d3fc2f99bd6c req-ae38e391-d4c8-42c0-97a3-11ca15bfdd31 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 943 time: 0.2482409 Jun 07 14:49:36.834527 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 0dc4109e-2e0e-48f2-a1ef-937de161fc03, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0dc4109e-2e0e-48f2-a1ef-937de161fc03,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:36.853944 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-498c6f27-407f-42ba-814c-d3fc2f99bd6c req-fc085a33-47ff-4dd3-af95-4cefd0fa60d0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613630 Jun 07 14:49:36.854527 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '0dc4109e-2e0e-48f2-a1ef-937de161fc03', 'network_id': 'ac396843-973d-4754-b15d-5ab2c012fe24', 'port_id': '0dc4109e-2e0e-48f2-a1ef-937de161fc03', 'mac_address': 'fa:16:3e:b9:e1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ac57b3-c0c4-42bd-9776-a8938ce2ca07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:49:36.926329 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:36.946825 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc4109e-2e0e-48f2-a1ef-937de161fc03 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:49:36.966627 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 0dc4109e-2e0e-48f2-a1ef-937de161fc03, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0dc4109e-2e0e-48f2-a1ef-937de161fc03,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:36.971683 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:36.973817 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:37.054166 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=0dc4109e-2e0e-48f2-a1ef-937de161fc03,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:37.059440 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:37.238299 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['0dc4109e-2e0e-48f2-a1ef-937de161fc03'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:49:38.195258 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a051ea-31f9-418a-993c-e826a78964aa req-696f6eae-ebdc-4358-9689-24c5905bc211 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:38.198976 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5a051ea-31f9-418a-993c-e826a78964aa req-696f6eae-ebdc-4358-9689-24c5905bc211 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 944 time: 0.1494536 Jun 07 14:49:38.304715 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d5a051ea-31f9-418a-993c-e826a78964aa req-c46379dc-2560-4a36-af8c-b208847d5056 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959735 Jun 07 14:49:38.479289 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a79d37ee-894f-4624-b685-8f8fe4fef23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:38.568902 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 0dc4109e-2e0e-48f2-a1ef-937de161fc03 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:49:38.587450 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56348) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:38.665785 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:49:38.672792 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:49:38.673314 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:38.778090 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-811cb8d1-b4aa-4ca8-aec9-e72f755413ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:38.816270 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:38.855191 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4109e-2e0e-48f2-a1ef-937de161fc03'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:38.858182 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fdbcbe-2328-41d9-9c12-0bf95dbde8c1" -d '{"events": [{"server_uuid": "1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4109e-2e0e-48f2-a1ef-937de161fc03"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:38.875244 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 0dc4109e-2e0e-48f2-a1ef-937de161fc03, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0dc4109e-2e0e-48f2-a1ef-937de161fc03,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:38.881627 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:38.887497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:38.919905 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-811cb8d1-b4aa-4ca8-aec9-e72f755413ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:38.925633 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-811cb8d1-b4aa-4ca8-aec9-e72f755413ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:38.933995 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-9f3005ff-9b66-411b-abc1-9c05e4bf2a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:38.953812 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a62250-4960-4003-ae57-8b7a4fd37932 x-openstack-request-id: req-71a62250-4960-4003-ae57-8b7a4fd37932 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:38.954263 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4109e-2e0e-48f2-a1ef-937de161fc03", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:38.954663 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71a62250-4960-4003-ae57-8b7a4fd37932 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:38.955262 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4109e-2e0e-48f2-a1ef-937de161fc03', 'code': 200} Jun 07 14:49:38.987861 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cb8d1-b4aa-4ca8-aec9-e72f755413ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09de65-b541-4d22-af58-79556c6df3c8,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:38.993768 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-811cb8d1-b4aa-4ca8-aec9-e72f755413ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ce3fc6d9ca94fb39c7cc9a283ae5e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037883 Jun 07 14:49:38.995162 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56354) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:38.995901 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-811cb8d1-b4aa-4ca8-aec9-e72f755413ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:39.030237 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=0dc4109e-2e0e-48f2-a1ef-937de161fc03,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:39.035318 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:39.069604 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:39.102374 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:39.199708 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:39.202288 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:39.207949 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd09de65-b541-4d22-af58-79556c6df3c8 HTTP/1.1" status: 204 len: 168 time: 0.2110486 Jun 07 14:49:39.208944 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2ae7f745-c689-4eba-8e96-c37ea5d5736c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:39.224522 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09de65-b541-4d22-af58-79556c6df3c8,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:39.233823 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:39.377642 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5601-7662-4820-9c1a-3436e57093c1 req-eb41a0e4-4a43-46dd-b0f6-395299323b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:39.380552 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7c5a5601-7662-4820-9c1a-3436e57093c1 req-eb41a0e4-4a43-46dd-b0f6-395299323b02 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 1098 time: 0.1323204 Jun 07 14:49:39.462321 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7c5a5601-7662-4820-9c1a-3436e57093c1 req-865f93fa-3e7f-451d-a7e2-3803e3210eb9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702462 Jun 07 14:49:39.652019 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22365d53-d63b-4bfe-84fc-117525289472 req-1eaea1e7-0b66-4504-a3dd-512c8d93031b tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:39.654279 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-22365d53-d63b-4bfe-84fc-117525289472 req-1eaea1e7-0b66-4504-a3dd-512c8d93031b tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.1704304 Jun 07 14:49:39.757224 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-22365d53-d63b-4bfe-84fc-117525289472 req-b250150e-02b6-414b-a208-2929f69efd83 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945237 Jun 07 14:49:39.827655 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56366) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:39.849091 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cb60f97b-daee-4ca3-b602-5345919c9d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:40.002522 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cb60f97b-daee-4ca3-b602-5345919c9d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:40.009129 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cb60f97b-daee-4ca3-b602-5345919c9d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:40.019564 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-64c35c8f-ccf6-410a-b1ee-37dc858040fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:40.068490 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cb60f97b-daee-4ca3-b602-5345919c9d82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b25731612ee040baa5800105f34bdb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394524 Jun 07 14:49:40.069781 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60f97b-daee-4ca3-b602-5345919c9d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e06c80-ec66-471b-97a6-0ffb9f992e02,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:40.074639 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56368) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:40.075910 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cb60f97b-daee-4ca3-b602-5345919c9d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:40.154467 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:40.204680 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:40.294356 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:40.312567 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:40.314715 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01e06c80-ec66-471b-97a6-0ffb9f992e02 HTTP/1.1" status: 204 len: 168 time: 0.2389407 Jun 07 14:49:40.315945 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-889f0f21-cb14-459c-9178-9b39c66df43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:40.335484 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e06c80-ec66-471b-97a6-0ffb9f992e02,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:40.339612 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:41.005727 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba60eb-9f14-461d-bb92-bb9fb54d6cfb req-151a1f7e-6df0-47f0-ad09-cc9823844c73 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:41.007705 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-30ba60eb-9f14-461d-bb92-bb9fb54d6cfb req-151a1f7e-6df0-47f0-ad09-cc9823844c73 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.1085508 Jun 07 14:49:41.090371 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-30ba60eb-9f14-461d-bb92-bb9fb54d6cfb req-ef3ad9b4-2df4-4b87-ad44-d0d19987cca4 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731182 Jun 07 14:49:41.168779 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-71831cf1-b453-4276-aa27-811e7d3fbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:41.930297 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.109082 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56462) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:43.121942 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.260045 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.394329 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.400711 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.412080 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-811cb8d1-b4aa-4ca8-aec9-e72f755413ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:43.456142 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1654f9ae8dfa4cc1939ab76cf4e330cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455279 Jun 07 14:49:43.458143 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f64941-ea1b-49cc-9026-4f3be497c187,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:43.460256 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56466) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:43.467538 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.467915 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.468285 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.468646 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.469041 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.469400 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.469744 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.470312 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.470668 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.471009 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.471517 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.472046 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:49:43.476335 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:43.552826 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.587157 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.646850 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.649765 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:43.651242 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8f64941-ea1b-49cc-9026-4f3be497c187 HTTP/1.1" status: 204 len: 168 time: 0.1893921 Jun 07 14:49:43.652250 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:43.669785 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f64941-ea1b-49cc-9026-4f3be497c187,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:43.673812 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:44.101058 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56478) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:44.120572 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cc19f687-60f1-4183-9d8f-2e2975c44317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:44.292094 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cc19f687-60f1-4183-9d8f-2e2975c44317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:44.297183 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cc19f687-60f1-4183-9d8f-2e2975c44317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:44.307033 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b436cbfb-2039-4238-b409-9f462899e9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:44.351315 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-cc19f687-60f1-4183-9d8f-2e2975c44317 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d5c91280b0e47e2a9dacd7c6972645d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466197 Jun 07 14:49:44.352044 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56484) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:44.365206 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f687-60f1-4183-9d8f-2e2975c44317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9120af0f-bbde-4241-9754-8b858cd7242c,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:44.402163 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-cc19f687-60f1-4183-9d8f-2e2975c44317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:44.432438 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:44.496629 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:44.586601 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:44.593196 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:44.595342 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9120af0f-bbde-4241-9754-8b858cd7242c HTTP/1.1" status: 204 len: 168 time: 0.2420845 Jun 07 14:49:44.596712 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9d5c8ede-d495-4448-82f5-6bbccc161b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:44.617647 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9120af0f-bbde-4241-9754-8b858cd7242c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:44.626148 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:45.891173 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:45.954509 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56528) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:46.054854 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Deleting subnet 23d1b342-7300-41d6-a828-df198b3ccb04 {{(pid=103646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:49:46.060249 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.130688 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1333969'] for subnet, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.212053 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.311596 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3483852'] for subnet, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.325418 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-50662bd0-f53f-4ee8-8e1c-9f6f8c114587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:46.409079 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d1b342-7300-41d6-a828-df198b3ccb04,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:46.411861 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:46.418133 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.421479 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-9b9aff56-1427-4f03-8524-ec4b7be5a164 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/23d1b342-7300-41d6-a828-df198b3ccb04 HTTP/1.1" status: 204 len: 168 time: 0.4654729 Jun 07 14:49:46.425380 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56538) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:46.610535 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.823423 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.847250 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5d4e9f-4a56-417d-bef8-4a24e8c064a3']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:46.874048 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2d6cf2-1cf4-4d95-b930-e2483b65c818') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:46.874548 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2d6cf2-1cf4-4d95-b930-e2483b65c818') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:46.896099 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.928983 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.940420 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:49:46.941164 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:49:46.966905 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:49:47.121437 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.125697 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:47.140519 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.142768 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ea5d4e9f-4a56-417d-bef8-4a24e8c064a3 HTTP/1.1" status: 204 len: 168 time: 0.7161729 Jun 07 14:49:47.147003 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56558) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:47.151453 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5d4e9f-4a56-417d-bef8-4a24e8c064a3,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:47.154807 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:47.228531 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Deleting subnet a6cddddf-fb51-40a2-b10a-6b123b53978e {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:49:47.234870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.320205 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.391409 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.476024 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.481565 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-abab3274-c211-4137-ae45-ad8dd1c2fbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:47.519033 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cddddf-fb51-40a2-b10a-6b123b53978e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:47.522266 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:47.523277 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.525755 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-993b3152-3b75-4903-a01c-300843c6673c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a6cddddf-fb51-40a2-b10a-6b123b53978e HTTP/1.1" status: 204 len: 168 time: 0.3769984 Jun 07 14:49:47.530367 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56568) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:47.652421 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.891906 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.915433 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d03b0b-1fe9-4755-b9f3-77a76628be1e']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:47.940646 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a013fed-14ce-4494-9227-6233af729e04') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:47.941111 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a013fed-14ce-4494-9227-6233af729e04') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:47.967822 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2639033'] for segment, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:47.998551 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.020586 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:49:48.021141 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1520505'] for segment, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: Traceback (most recent call last): Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: timer() Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: cb(*args, **kw) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: return func(*args, **kwargs) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: self._notify() Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: self.callback(batched_events) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: event.method(event) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: return f(self, *a, **k) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: return self._get(url).json() Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:49:48.047200 dv-cinder-789603-7-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:49:48.161214 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.171573 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:48.202480 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.205759 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a1d03b0b-1fe9-4755-b9f3-77a76628be1e HTTP/1.1" status: 204 len: 168 time: 0.6741602 Jun 07 14:49:48.207687 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d03b0b-1fe9-4755-b9f3-77a76628be1e,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:48.222156 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-47474a6b-2e44-4aed-bb68-0df4b97f3ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:48.472999 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56602) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:48.573776 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-b681c8c9-3373-4988-9926-c3fcda5a09fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af303c126f16428c8a3403c418186182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988507 Jun 07 14:49:48.575392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56606) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:48.648723 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fe71ec25-91a7-4240-8b1d-b7be2b5ddab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.682072 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fe71ec25-91a7-4240-8b1d-b7be2b5ddab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.810861 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fe71ec25-91a7-4240-8b1d-b7be2b5ddab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.815743 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fe71ec25-91a7-4240-8b1d-b7be2b5ddab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:48.818269 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-fe71ec25-91a7-4240-8b1d-b7be2b5ddab7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/544f3e53-6d65-4b64-afc7-52171d22f3da HTTP/1.1" status: 204 len: 168 time: 0.2408707 Jun 07 14:49:48.820010 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-7feaa846-16c1-4465-9186-3eaa349f2ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:48.841634 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71ec25-91a7-4240-8b1d-b7be2b5ddab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544f3e53-6d65-4b64-afc7-52171d22f3da,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:48.856538 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-fe71ec25-91a7-4240-8b1d-b7be2b5ddab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:49.492077 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56624) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:49.554686 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-697f0ce4-a2a6-4d41-9a4c-820fbeb20934 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a35c73f0d9d40248f497609e9e8bd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613539 Jun 07 14:49:49.557681 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56626) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:49.627934 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:49.661861 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:49.742623 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:49.745970 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:49.747168 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f1273ba-e137-420f-b7c8-4039bf1afb9a HTTP/1.1" status: 204 len: 168 time: 0.1885431 Jun 07 14:49:49.748007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:49.762155 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1273ba-e137-420f-b7c8-4039bf1afb9a,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:49.764988 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:50.893349 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b75763-9adc-4f91-88f8-56e309fa44aa req-8a7ad9c5-c820-4f5c-a891-4d2e4a6e4b33 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:50.894970 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a2b75763-9adc-4f91-88f8-56e309fa44aa req-8a7ad9c5-c820-4f5c-a891-4d2e4a6e4b33 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 947 time: 0.1034303 Jun 07 14:49:50.949908 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a2b75763-9adc-4f91-88f8-56e309fa44aa req-a98e1b3a-5438-48a3-b73d-ccd67a9fc2c9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468721 Jun 07 14:49:51.332464 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56674) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:51.489465 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-98f8aa44-90ab-4ba2-886a-a80ecbdd523e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:51.639665 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-98f8aa44-90ab-4ba2-886a-a80ecbdd523e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:51.645996 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-98f8aa44-90ab-4ba2-886a-a80ecbdd523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:51.654249 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d749113f-3690-4729-b27d-13ef1644ac8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:51.708204 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-98f8aa44-90ab-4ba2-886a-a80ecbdd523e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4db4c9c5a2534e52b21a23c831c703fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734951 Jun 07 14:49:51.709599 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8aa44-90ab-4ba2-886a-a80ecbdd523e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0865901-9f2c-43fb-b61f-1fa3de9ea055,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:51.712414 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56684) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:51.714964 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-98f8aa44-90ab-4ba2-886a-a80ecbdd523e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:51.953177 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:52.006131 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:52.123040 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:52.129287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:52.145653 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0865901-9f2c-43fb-b61f-1fa3de9ea055 HTTP/1.1" status: 204 len: 168 time: 0.4251342 Jun 07 14:49:52.151657 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-3c6a40e5-3728-420c-a724-94ed5cbf8650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:52.174872 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0865901-9f2c-43fb-b61f-1fa3de9ea055,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:52.179067 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:52.342234 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9c545-5b5a-4557-9f78-870d8dedd8b9 req-ce530edb-b8d5-452a-a129-070469d9650e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:52.343829 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-18f9c545-5b5a-4557-9f78-870d8dedd8b9 req-ce530edb-b8d5-452a-a129-070469d9650e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 947 time: 0.1665430 Jun 07 14:49:52.422880 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-18f9c545-5b5a-4557-9f78-870d8dedd8b9 req-b1f81bb8-b7dc-416b-a7eb-912cfa608d4c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673058 Jun 07 14:49:52.606045 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-b61b0e5b-4561-4760-92aa-88e903a20acd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:52.607582 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-b61b0e5b-4561-4760-92aa-88e903a20acd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 947 time: 0.1013830 Jun 07 14:49:52.772992 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Deleting port 846957f3-1048-4bb0-8fed-afe72b0321fa {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:49:52.773470 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:52.927241 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] For port 846957f3-1048-4bb0-8fed-afe72b0321fa, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=846957f3-1048-4bb0-8fed-afe72b0321fa,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:49:52.927622 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:53.320073 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:53.320442 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:53.320751 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Floating IP 2e15ab43-0892-44a1-8d83-066651f301e6 disassociated. External IP: 172.28.3.116, port: 846957f3-1048-4bb0-8fed-afe72b0321fa. Jun 07 14:49:53.321273 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Calling delete_port for 846957f3-1048-4bb0-8fed-afe72b0321fa owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:49:53.458788 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:53.466802 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:53.527774 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event deleted for resources: {'Port': ['ID=846957f3-1048-4bb0-8fed-afe72b0321fa,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:53.531587 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:53.601429 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d63eee04-26d4-4111-8f2e-91bcf9c80a3a req-fe678aa5-31f3-4cf6-9eaf-f55e0c7100a5 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 210 time: 0.0503597 Jun 07 14:49:53.906272 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:49:54.154957 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:49:54.169301 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] Sync routers for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:49:54.183558 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:49:54.184204 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:54.236591 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56756) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:54.308511 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] No DVR routers for this DVR port 846957f3-1048-4bb0-8fed-afe72b0321fa on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:49:54.313184 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:54.316605 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a6697a6b-a30f-459b-bfda-b687f78a4bba req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "DELETE /v2.0/ports/846957f3-1048-4bb0-8fed-afe72b0321fa HTTP/1.1" status: 204 len: 173 time: 1.7023470 Jun 07 14:49:54.317638 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-deleted', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:49:54.323081 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e4def2-16dc-4ff3-9d72-1a7faa1b37a2" -d '{"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-deleted", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:49:54.424445 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2ca01d-6ad1-40d6-a6f4-af7dde693c22 x-openstack-request-id: req-0b2ca01d-6ad1-40d6-a6f4-af7dde693c22 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:49:54.424980 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4c3843-07d6-4b7d-ac48-00c1833f7f01", "name": "network-vif-deleted", "tag": "846957f3-1048-4bb0-8fed-afe72b0321fa", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:49:54.425385 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b2ca01d-6ad1-40d6-a6f4-af7dde693c22 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:49:54.426010 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4c3843-07d6-4b7d-ac48-00c1833f7f01', 'name': 'network-vif-deleted', 'tag': '846957f3-1048-4bb0-8fed-afe72b0321fa', 'status': 'completed', 'code': 200} Jun 07 14:49:54.522765 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:49:54.616802 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7e1bd7e-c1ce-4f58-81fb-acc2f33aefa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:54.835752 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7e1bd7e-c1ce-4f58-81fb-acc2f33aefa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:54.845007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b7e1bd7e-c1ce-4f58-81fb-acc2f33aefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:54.864336 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b8a85e8d-8d95-4cbe-a60f-2989a6749e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:55.045165 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56768) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:55.046296 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b7e1bd7e-c1ce-4f58-81fb-acc2f33aefa8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=478a7f527f954095b5a290881fb9e8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066342 Jun 07 14:49:55.047884 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1bd7e-c1ce-4f58-81fb-acc2f33aefa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd7a4c8-a14a-478c-bcaa-6374d4033154,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:55.063666 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b7e1bd7e-c1ce-4f58-81fb-acc2f33aefa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:55.068331 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ee61a1bb-b262-48bc-8b96-06069d322fa7 req-7ba4a5c3-e4fa-4f17-984d-0fc72fa8f641 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef4c3843-07d6-4b7d-ac48-00c1833f7f01 HTTP/1.1" status: 200 len: 210 time: 0.1077716 Jun 07 14:49:55.085369 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:55.098576 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] Checking router: 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:49:55.112204 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:49:55.116898 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:55.291594 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e744-2970-473e-9c83-b31d89b90047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:55.363081 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e744-2970-473e-9c83-b31d89b90047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:55.460308 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:49:55.461352 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e744-2970-473e-9c83-b31d89b90047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:55.464525 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1f5e744-2970-473e-9c83-b31d89b90047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:55.465785 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-f1f5e744-2970-473e-9c83-b31d89b90047 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebd7a4c8-a14a-478c-bcaa-6374d4033154 HTTP/1.1" status: 204 len: 168 time: 0.4192994 Jun 07 14:49:55.466599 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f4a5870d-5404-4a68-baa8-b1abcf26da39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:55.494527 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5e744-2970-473e-9c83-b31d89b90047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd7a4c8-a14a-478c-bcaa-6374d4033154,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:55.497582 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f1f5e744-2970-473e-9c83-b31d89b90047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:55.965937 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:49:55.970848 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e715c-33f5-4b69-8a61-61e3cdfa3f06 None None] The sync data for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb is: [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:49:56.386636 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed502a53-fb7a-4da3-827d-f402a154bbc9 None None] New status for floating IP 2e15ab43-0892-44a1-8d83-066651f301e6: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:49:56.414750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56810) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:56.537492 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:56.578240 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:56.669122 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:49:56.701075 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:56.713090 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56816) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:56.727961 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:56.738449 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56820) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:56.744501 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "DELETE /v2.0/security-groups/1e5a6a0b-f966-426e-b87a-3d0530a3fd8c HTTP/1.1" status: 204 len: 168 time: 0.3257413 Jun 07 14:49:56.747604 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:56.792081 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-cfe4e905-b78f-4593-8fae-e1e06df8a386 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] show failed (client error): The resource could not be found. Jun 07 14:49:56.794063 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cfe4e905-b78f-4593-8fae-e1e06df8a386 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups/1e5a6a0b-f966-426e-b87a-3d0530a3fd8c HTTP/1.1" status: 404 len: 347 time: 0.0538540 Jun 07 14:49:56.798422 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56822) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:56.809776 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5a6a0b-f966-426e-b87a-3d0530a3fd8c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:56.831284 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:56.908809 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 846957f3-1048-4bb0-8fed-afe72b0321fa {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:49:56.909393 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 846957f3-1048-4bb0-8fed-afe72b0321fa not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:49:56.971100 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1220877812-network', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:57.137805 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Made reservation on behalf of 57274d7e009b489ea84819c5ff5151ef for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:49:57.140086 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.161898 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.246726 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Deleting port a55f340d-8a20-422f-9bf5-3e878cf25c39 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:49:57.247563 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.536406 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.536981 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.560363 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.615407 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.689930 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-45d277a0-a2bf-4782-a813-aaf1699447d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:57.700593 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Calling delete_port for a55f340d-8a20-422f-9bf5-3e878cf25c39 owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:49:57.717065 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:49:57.736079 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76aa3c6-7d1f-4305-84a6-a9503e2349aa,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:57.738833 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.739181 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Added segment 43f9a343-8e88-49fa-99a1-d752a5954feb of type vlan for network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a Jun 07 14:49:57.745976 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:57.784252 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.835619 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.840070 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:57.841214 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:57.856203 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:58.005066 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2903972 Jun 07 14:49:58.008889 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56842) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:58.016607 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Request body: {'subnet': {'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1220877812-subnet', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:58.090121 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce00b6a-25c6-4627-85d8-cb59f430ff5a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:58.093211 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:58.095543 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56844) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:58.098176 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.104524 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:49:58.106350 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:58.195988 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event deleted for resources: {'Port': ['ID=a55f340d-8a20-422f-9bf5-3e878cf25c39,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:58.218343 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:58.249704 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Made reservation on behalf of 57274d7e009b489ea84819c5ff5151ef for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:49:58.252291 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3483863'] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.253160 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac79b15b-bc97-4225-8c6e-cfb2237e11e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.377534 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.379871 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.381053 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "DELETE /v2.0/floatingips/2e15ab43-0892-44a1-8d83-066651f301e6 HTTP/1.1" status: 204 len: 168 time: 1.5810404 Jun 07 14:49:58.391086 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac79b15b-bc97-4225-8c6e-cfb2237e11e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.400580 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ac79b15b-bc97-4225-8c6e-cfb2237e11e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.409348 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d08c0dbb-b042-4830-8318-572aa39e7951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:58.459530 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ac79b15b-bc97-4225-8c6e-cfb2237e11e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af46bff6cb364053bcd6db726d2bd08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622718 Jun 07 14:49:58.464407 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56854) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:58.550602 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b15b-bc97-4225-8c6e-cfb2237e11e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd948bb2-b258-4164-9e85-d67253a25050,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:58.554700 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ac79b15b-bc97-4225-8c6e-cfb2237e11e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:58.565663 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.573781 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3483845'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.575108 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cf5cfe42-549f-4bed-be56-4f736145d97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:58.622688 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.720066 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.722931 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.728025 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd948bb2-b258-4164-9e85-d67253a25050 HTTP/1.1" status: 204 len: 168 time: 0.2584789 Jun 07 14:49:58.728025 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b2f2942b-538d-4279-b194-0f320b3da9fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:58.748535 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd948bb2-b258-4164-9e85-d67253a25050,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:58.751499 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:58.784077 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:58.787913 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:58.789358 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56862) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:58.790583 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Checking segment: {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:49:58.791140 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Network hostable DHCP agents. Network: 0ce00b6a-25c6-4627-85d8-cb59f430ff5a, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:49:58.794658 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627609027', 'description': 'tempest-description--607122715'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:58.814214 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:49:58.827307 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 0ce00b6a-25c6-4627-85d8-cb59f430ff5a) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:49:58.832384 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:49:58.833131 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.838560 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.842548 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da5e9b-03f7-4feb-b0d5-6711243e652a None None] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:49:58.862276 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d3c63ff0-ce95-4ca8-ab02-2724c0308435 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8513575 Jun 07 14:49:58.865405 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56864) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:58.871874 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:49:58.913583 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.db.api [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 14:49:58.913583 dv-cinder-789603-7-smb neutron-server[103647]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 14:49:58.913583 dv-cinder-789603-7-smb neutron-server[103647]: [parameters: {'project_id_1': 'b7dec468405e4987a18410dfccad7cfc', 'expiration_1': datetime.datetime(2021, 6, 7, 14, 49, 58, 878801)}] Jun 07 14:49:58.913583 dv-cinder-789603-7-smb neutron-server[103647]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 14:49:58.914132 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_db.api [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 14:49:58.922745 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.924229 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:58.945360 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.179064 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:49:59.180086 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.199524 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56868) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:59.220333 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0aea-042e-49f2-aed2-8a078b295ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.276074 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.354285 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Allocated IP 172.20.0.2 (0ce00b6a-25c6-4627-85d8-cb59f430ff5a/d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd/496da174-663e-4824-9152-1824bdd385f2) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:49:59.356806 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0aea-042e-49f2-aed2-8a078b295ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.361518 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dcd0aea-042e-49f2-aed2-8a078b295ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.372942 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-42912693-dde8-47d6-a3ff-5e17771417a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:59.416108 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.421846 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-0dcd0aea-042e-49f2-aed2-8a078b295ffb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15291c6d0aad46469183659cd23a540a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207072 Jun 07 14:49:59.422792 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd0aea-042e-49f2-aed2-8a078b295ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be75a30-f79c-4a41-98ac-7c1f7f7a511a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:59.428248 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56870) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:49:59.434233 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0dcd0aea-042e-49f2-aed2-8a078b295ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:59.601806 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.614315 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Transition to ACTIVE for port object 496da174-663e-4824-9152-1824bdd385f2 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:49:59.637359 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Transition to ACTIVE for port object 496da174-663e-4824-9152-1824bdd385f2 will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:49:59.645184 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.649346 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:49:59.725248 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:49:59.729131 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:49:59.733318 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:49:59.746354 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Pushing event updated for resources: {'Port': ['ID=496da174-663e-4824-9152-1824bdd385f2,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:49:59.790937 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:49:59.876538 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.895846 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Attempting to bind port 496da174-663e-4824-9152-1824bdd385f2 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:49:59.896458 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Attempting to bind port 496da174-663e-4824-9152-1824bdd385f2 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:49:59.897127 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Attempting to bind port 496da174-663e-4824-9152-1824bdd385f2 on network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:49:59.908335 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:49:59.909027 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Checking segment: {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:49:59.909703 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.910353 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Bound using segment: {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:49:59.911157 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Bound port: 496da174-663e-4824-9152-1824bdd385f2, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:49:59.911788 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.938053 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:49:59.968554 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.055595 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.075120 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.120886 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] For port 496da174-663e-4824-9152-1824bdd385f2, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:00.129021 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] For port 496da174-663e-4824-9152-1824bdd385f2, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=496da174-663e-4824-9152-1824bdd385f2,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:00.132473 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.137250 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.139974 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:00.148336 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:00.208154 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba9610-b407-479b-939a-746a6fec9af5,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:00.210638 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.215719 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4214764 Jun 07 14:50:00.216378 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56874) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:00.222110 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:00.225614 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'security_group_rule': {'security_group_id': 'e3ba9610-b407-479b-939a-746a6fec9af5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:00.289675 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.300213 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.307086 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.308592 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Pushing event updated for resources: {'Port': ['ID=496da174-663e-4824-9152-1824bdd385f2,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:00.310521 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1be75a30-f79c-4a41-98ac-7c1f7f7a511a HTTP/1.1" status: 204 len: 168 time: 0.8780537 Jun 07 14:50:00.324256 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:00.326843 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.327417 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.328005 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.328669 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.329236 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.329798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.330328 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.330869 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.331399 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.331924 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.332465 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.333037 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:00.339460 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:00.349985 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be75a30-f79c-4a41-98ac-7c1f7f7a511a,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:00.357432 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:00.442775 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Allocated IP 172.28.3.135 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/3499d0b2-c4e0-4cd1-857b-e877e01aa1eb) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:00.460085 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.466617 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.469021 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-08613d46-d7bf-4b50-bdc2-875d30d8ef47 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:00.500939 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f9bf18-8005-4367-a4e2-fc83d7914f2d,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:00.511395 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:00.523501 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.528828 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107247 Jun 07 14:50:00.529854 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56878) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:00.539791 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'security_group_rule': {'security_group_id': 'e3ba9610-b407-479b-939a-746a6fec9af5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:00.657390 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.764455 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.788661 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.796725 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.801364 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ceb3230f-8d2e-4340-8395-d3d801c22044 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:00.818215 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.823043 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-864cc53f-1a64-43bf-9c85-69512ddc7d1e tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:00.827653 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07898ce7-2f6e-40df-b873-48d966f810a4,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:00.830566 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:00.836661 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.842026 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-19c164e5-e33d-4e7f-a386-28587868e923 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102815 Jun 07 14:50:00.844526 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56884) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:00.857892 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'floatingip': {'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:00.895005 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:00.898684 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:00.900900 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:00.902927 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:00.950058 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Pushing event updated for resources: {'Port': ['ID=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:00.957099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:01.169950 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56886) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:01.213066 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d027146b-be5e-4054-9b07-5a6f4f91faff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:01.234252 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:01.575202 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Allocated IP 172.28.3.219 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/f65cbb9b-3c50-480d-a6a9-ff2d26489927) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:01.593635 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269dfe7d-1c40-4f55-815e-63afb62abb0b None None] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:50:01.599892 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:01.670578 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d027146b-be5e-4054-9b07-5a6f4f91faff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:01.731104 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d027146b-be5e-4054-9b07-5a6f4f91faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:01.739799 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-372426af-119b-40c5-8d28-f9a4b4a64b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:01.806537 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9bc7fc2a-0084-4a06-af75-3ce984a4f215 None None] Provisioning for port 496da174-663e-4824-9152-1824bdd385f2 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:01.816338 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d027146b-be5e-4054-9b07-5a6f4f91faff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=242c5d42e51c416b8c0d5291ab4a8ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6448696 Jun 07 14:50:01.817700 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027146b-be5e-4054-9b07-5a6f4f91faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c1a345-255b-4bdf-8ae0-c99ad4f4051a,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:01.824871 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d027146b-be5e-4054-9b07-5a6f4f91faff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:01.824871 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 56892) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:01.874929 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:01.926314 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c188d637-e934-430b-b728-5954f15b9759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:01.970426 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c188d637-e934-430b-b728-5954f15b9759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.009513 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.024161 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 496da174-663e-4824-9152-1824bdd385f2 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:02.042660 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ccfd9d16-2dd2-4767-8713-64295d59648e tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:02.136072 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 496da174-663e-4824-9152-1824bdd385f2 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:02.145112 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 496da174-663e-4824-9152-1824bdd385f2 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:02.146622 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.175406 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.176489 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:02.184936 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:02.191259 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:02.234753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'Port': ['ID=f65cbb9b-3c50-480d-a6a9-ff2d26489927,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:02.237920 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:02.278886 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c188d637-e934-430b-b728-5954f15b9759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.282334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c188d637-e934-430b-b728-5954f15b9759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.284089 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-c188d637-e934-430b-b728-5954f15b9759 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0c1a345-255b-4bdf-8ae0-c99ad4f4051a HTTP/1.1" status: 204 len: 168 time: 0.4552815 Jun 07 14:50:02.288344 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6cf19398-a5f1-4286-bc82-77b28b8fa756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:02.317882 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188d637-e934-430b-b728-5954f15b9759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c1a345-255b-4bdf-8ae0-c99ad4f4051a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:02.320472 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c188d637-e934-430b-b728-5954f15b9759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:02.351069 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.540686 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.607772 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.702818 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-cf2a8b15-e1a6-4a50-b06c-ccf108b7721b None None] Provisioning complete for port 496da174-663e-4824-9152-1824bdd385f2 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:02.703517 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-cf2a8b15-e1a6-4a50-b06c-ccf108b7721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:02.891933 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Router 56161fe4-9c70-41e5-baac-a925c1f54f7a is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:50:02.923634 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 496da174-663e-4824-9152-1824bdd385f2, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=496da174-663e-4824-9152-1824bdd385f2,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:02.984021 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:03.001827 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:03.049784 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:03.064468 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2542951'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:03.079329 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:03.143115 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=496da174-663e-4824-9152-1824bdd385f2,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:03.161831 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:03.332946 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:03.349597 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Sync routers for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:03.377892 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:03.385168 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5147712 Jun 07 14:50:03.386983 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:03.388539 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:03.389281 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 56922) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:03.460426 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'Port': ['ID=f65cbb9b-3c50-480d-a6a9-ff2d26489927,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:03.466920 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:03.664526 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:03.745449 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:03.753366 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9058332 Jun 07 14:50:03.788954 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8236ea-a47d-49f3-971b-00d404ef6788 req-364dff47-8688-440b-b3c3-d01c8bb72511 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:03.801631 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6b8236ea-a47d-49f3-971b-00d404ef6788 req-364dff47-8688-440b-b3c3-d01c8bb72511 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.3251305 Jun 07 14:50:03.866484 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:03.956214 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6b8236ea-a47d-49f3-971b-00d404ef6788 req-a2f7504d-1b26-46f5-88c1-558997a7cc2a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514997 Jun 07 14:50:04.139794 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 496da174-663e-4824-9152-1824bdd385f2 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:04.412873 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:04.453788 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-4a76fd2e-b088-44f9-ba03-01537e4037fb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1627609027&fields=id&tenant_id=b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 267 time: 0.1749969 Jun 07 14:50:04.667977 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 496da174-663e-4824-9152-1824bdd385f2 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:04.668370 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:04.883460 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:01Z', 'revision_number': 3, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:04.915182 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Checking router: 56161fe4-9c70-41e5-baac-a925c1f54f7a for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:04.923837 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Updating router 56161fe4-9c70-41e5-baac-a925c1f54f7a port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb binding host dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:50:04.989808 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ae508-abc4-479e-a407-600d91538b13 req-c543246e-5aa3-4c48-ba0d-1117c674f1e9 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:04.991627 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-281ae508-abc4-479e-a407-600d91538b13 req-c543246e-5aa3-4c48-ba0d-1117c674f1e9 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.3836262 Jun 07 14:50:05.028922 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:05.048321 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-5ac60967-8cb5-44de-bf05-66c292dca912 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:05.061790 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-5ac60967-8cb5-44de-bf05-66c292dca912 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 817 time: 0.5959554 Jun 07 14:50:05.093446 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-b7478387-7a82-46d9-bed2-05405984aefe tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/quotas/b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 375 time: 0.0304041 Jun 07 14:50:05.124377 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-281ae508-abc4-479e-a407-600d91538b13 req-6b9e828f-a68a-4ce7-9036-0db794f5702d tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134298 Jun 07 14:50:05.236835 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-e1af2270-4a4d-4c0f-9f65-0b9f4027402c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372881 Jun 07 14:50:05.268303 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:05.532131 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-4479ec04-27c2-4ed4-a08c-60ed907c7893 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822385 Jun 07 14:50:05.596355 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Notify callbacks [] for port, precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:05.633425 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Transition to ACTIVE for port object 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:05.641184 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:05.646377 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-76bce6e1-9cfb-414a-ba30-97fb016ce350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:05.737286 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Attempting to bind port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:05.737821 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Attempting to bind port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:05.738019 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Attempting to bind port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:05.745532 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:05.745935 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:05.746534 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:05.746952 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:05.747511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Bound port: 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:05.747900 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:05.778624 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a845ad-b0bf-4d42-b144-da9938117447 None None] Pushing event updated for resources: {'Port': ['ID=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:05.786309 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-36a845ad-b0bf-4d42-b144-da9938117447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:05.821253 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-cb893350-8f68-49e3-a7d4-159c80d3f723 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828078 Jun 07 14:50:05.849786 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] For port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:05.853963 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb667428-28f7-4956-adb2-07611402d2ad req-054d1714-0b1e-4eaf-9b69-2b22014c58d6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:05.855342 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] For port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:05.855630 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb667428-28f7-4956-adb2-07611402d2ad req-054d1714-0b1e-4eaf-9b69-2b22014c58d6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.4830551 Jun 07 14:50:05.864431 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:05.871511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:05.906616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-0040723e-0de7-4095-83f2-4579af663372 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:05.908186 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-0040723e-0de7-4095-83f2-4579af663372 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.4607093 Jun 07 14:50:05.993019 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Allocated IP 172.20.0.1 (0ce00b6a-25c6-4627-85d8-cb59f430ff5a/d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd/5710f60c-b925-4489-af5e-23bea591e426) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:05.999132 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:05.999925 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:06.113229 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb667428-28f7-4956-adb2-07611402d2ad req-5f394b4c-e077-487d-a3cb-201d292452d6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386117 Jun 07 14:50:06.137232 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a845ad-b0bf-4d42-b144-da9938117447 None None] Pushing event updated for resources: {'Port': ['ID=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:06.169604 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-36a845ad-b0bf-4d42-b144-da9938117447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:06.182006 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c5d90eeb-9367-4b0d-93c5-a4bd6b526e62 req-82b052cb-d81a-4071-b6eb-bcaf76e6d86b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 210 time: 0.0660682 Jun 07 14:50:06.333175 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:06.496904 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:06.508782 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Deleting port 8b69616a-a817-4af0-86e1-3254243785b7 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:50:06.509269 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:06.556831 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Transition to ACTIVE for port object 5710f60c-b925-4489-af5e-23bea591e426 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:06.667733 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225d65-ba98-4b3f-8ec5-8b34cd27e6ef req-22296d7c-27b4-48cd-a486-de89647b9ffe tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:06.669407 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-44225d65-ba98-4b3f-8ec5-8b34cd27e6ef req-22296d7c-27b4-48cd-a486-de89647b9ffe tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.3253858 Jun 07 14:50:06.752620 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] For port 8b69616a-a817-4af0-86e1-3254243785b7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8b69616a-a817-4af0-86e1-3254243785b7,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:06.753009 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:06.764325 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:06.773302 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-959ec461-7ff8-4a9c-a0f9-56d0195833bb tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:06.802905 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:01Z', 'revision_number': 3, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:06.809260 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e84a52e-a91d-49af-ae00-10271c85cd1e None None] The sync data for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb is: [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:01Z', 'revision_number': 3, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:06.915528 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-44225d65-ba98-4b3f-8ec5-8b34cd27e6ef req-6c53a7fc-0fa1-47cd-88bf-bfbfbfd9fb9a tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373877 Jun 07 14:50:06.951703 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:06.959313 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:06.963998 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Pushing event updated for resources: {'Port': ['ID=5710f60c-b925-4489-af5e-23bea591e426,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:06.966870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:06.996224 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:07.281448 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:07.386892 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f45ad69f-e348-42c0-9b3b-28a3951ed9cc None None] Provisioning for port 5710f60c-b925-4489-af5e-23bea591e426 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:07.394816 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f45ad69f-e348-42c0-9b3b-28a3951ed9cc None None] Provisioning complete for port 5710f60c-b925-4489-af5e-23bea591e426 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:07.395599 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f45ad69f-e348-42c0-9b3b-28a3951ed9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:07.473709 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79896238-099f-458e-9547-34bab9b0ffd2 req-2a37abf9-a7c9-4328-868f-9c3906006143 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:07.475275 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-79896238-099f-458e-9547-34bab9b0ffd2 req-2a37abf9-a7c9-4328-868f-9c3906006143 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 946 time: 0.1362560 Jun 07 14:50:07.501924 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f45ad69f-e348-42c0-9b3b-28a3951ed9cc None None] Port 5710f60c-b925-4489-af5e-23bea591e426 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:07.535054 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e728c61f-eddd-4210-9eef-88d9dfd234d1 req-beb0ed58-ff93-41ae-8614-060655ed2997 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 210 time: 0.1262290 Jun 07 14:50:07.555042 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-79896238-099f-458e-9547-34bab9b0ffd2 req-0c03b33f-332d-4a8e-9d8e-0705010c1d16 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=513287f0-0ce2-445d-88ff-2631347f40b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671415 Jun 07 14:50:07.559416 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:07.560039 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:07.560226 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Floating IP 84450f07-13a3-41d6-87ca-2596306b5b60 disassociated. External IP: 172.28.3.98, port: 8b69616a-a817-4af0-86e1-3254243785b7. Jun 07 14:50:07.560478 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Calling delete_port for 8b69616a-a817-4af0-86e1-3254243785b7 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:50:07.856739 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:07.934997 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:07.941967 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:07.941967 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:08.067506 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-c224a4b4-19cf-4609-a0df-4835df1d871a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:08.070271 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-c224a4b4-19cf-4609-a0df-4835df1d871a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 817 time: 0.5903165 Jun 07 14:50:08.081009 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:08.104933 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:08.112091 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:08.114388 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:08.122342 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:08.135027 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-24a9c5c3-48da-4bf4-90f5-0e40a18fff2a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:08.145849 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765ba11-70fb-4af9-986b-3ae6f08c9543 req-b37b0e4d-13bd-410b-806f-7bf6573c4a38 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:08.147431 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9765ba11-70fb-4af9-986b-3ae6f08c9543 req-b37b0e4d-13bd-410b-806f-7bf6573c4a38 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.1041117 Jun 07 14:50:08.211358 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event deleted for resources: {'Port': ['ID=8b69616a-a817-4af0-86e1-3254243785b7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:08.213950 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:08.231556 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:08.241798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:08.269747 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9765ba11-70fb-4af9-986b-3ae6f08c9543 req-092167cf-06da-496d-a3f3-94009f740e0a tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031034 Jun 07 14:50:08.299321 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-31a89195-7bbc-4664-8045-dd73b24e1df6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 380 time: 0.2137337 Jun 07 14:50:08.352373 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'port': {'device_id': '83984a01-e974-4577-98d5-2b90b5c9528a', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'admin_state_up': True, 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'security_groups': ['e3ba9610-b407-479b-939a-746a6fec9af5']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:08.482347 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-83239c25-bede-443d-bf9a-751cb9884d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:08.507708 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:08.730456 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Router d5cba637-1f57-4f94-9fae-f8d1053088d8 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:50:08.818171 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9557b80d-dbbf-4297-8163-edd121a857fd req-b86a34fd-5e85-481e-90d8-6155d878fe3b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 210 time: 0.0517094 Jun 07 14:50:08.914485 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-bc11784b-02bd-4356-9029-3bedff4e1c57 req-eb4d58d3-7d33-4ae0-a314-18baaacb7a0f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 210 time: 0.1641622 Jun 07 14:50:08.980915 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Made reservation on behalf of b7dec468405e4987a18410dfccad7cfc for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:08.985475 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:09.287316 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:09.297576 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] Sync routers for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:09.309357 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:09.310000 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:09.356679 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.db.resource_extend [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 14:50:09.436711 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:09.453968 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:09.490240 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:09.523344 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccee5b6-de1f-442d-bde0-8a4f450578ba req-1946abd9-96f2-431b-9be6-ef4dcd33eea2 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:09.525458 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1ccee5b6-de1f-442d-bde0-8a4f450578ba req-1946abd9-96f2-431b-9be6-ef4dcd33eea2 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.1154044 Jun 07 14:50:09.538719 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:09.607277 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1ccee5b6-de1f-442d-bde0-8a4f450578ba req-97096b58-2dcd-4beb-b11e-4d133f343df5 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735240 Jun 07 14:50:09.692168 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] No DVR routers for this DVR port 8b69616a-a817-4af0-86e1-3254243785b7 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:50:09.729909 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:09.733462 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-37cf5101-9c95-4c71-9788-51b26deb7a14 req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "DELETE /v2.0/ports/8b69616a-a817-4af0-86e1-3254243785b7 HTTP/1.1" status: 204 len: 173 time: 3.8115819 Jun 07 14:50:09.735376 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'name': 'network-vif-deleted', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:09.739683 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e406baeb-31bd-4f5a-9d44-54d605495a13" -d '{"events": [{"server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "name": "network-vif-deleted", "tag": "8b69616a-a817-4af0-86e1-3254243785b7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:09.836653 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Allocated IP 172.20.0.5 (d72b282a-b7ac-4254-a227-bac8c4cd4cf7/1fd6eccc-3e61-49f5-b698-cc99e8df5daf/3c86a04d-0301-487b-8987-f6c38d3408c0) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:09.838988 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Pushing event updated for resources: {'Port': ['ID=5710f60c-b925-4489-af5e-23bea591e426,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:09.862424 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-0240b16d-cc4c-4af1-9f5c-a11d8db74df7 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:09.863901 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-0240b16d-cc4c-4af1-9f5c-a11d8db74df7 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.6842999 Jun 07 14:50:09.864810 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:09.880054 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781ade5b-fb34-4d3d-a33d-140cccc662ad x-openstack-request-id: req-781ade5b-fb34-4d3d-a33d-140cccc662ad {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:09.880420 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36162dcb-576a-4902-a6e6-47970300bda2", "name": "network-vif-deleted", "tag": "8b69616a-a817-4af0-86e1-3254243785b7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:09.880637 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-781ade5b-fb34-4d3d-a33d-140cccc662ad {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:09.887038 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36162dcb-576a-4902-a6e6-47970300bda2', 'name': 'network-vif-deleted', 'tag': '8b69616a-a817-4af0-86e1-3254243785b7', 'status': 'completed', 'code': 200} Jun 07 14:50:09.888067 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:09.913883 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:10.004273 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:10.009743 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] Checking router: d5cba637-1f57-4f94-9fae-f8d1053088d8 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:10.038167 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:10.039775 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:49:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:10.057520 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:10.057918 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:10.105139 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7283648c-9dba-46c7-ac28-e49a58b8e9ce req-2f02e857-6857-46ac-9795-41de357ea8dc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 210 time: 0.0768218 Jun 07 14:50:10.201893 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1e043645-42fb-4776-b19b-66e8e59aa95f req-81d0df8f-6bf3-43c6-8c85-c0d1556cedc9 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=36162dcb-576a-4902-a6e6-47970300bda2 HTTP/1.1" status: 200 len: 210 time: 0.1018333 Jun 07 14:50:10.288128 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:10.521686 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:10.529620 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:10.533019 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:10.643822 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Deleting port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:50:10.644237 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:10.660341 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Transition to ACTIVE for port object 3c86a04d-0301-487b-8987-f6c38d3408c0 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:10.731301 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 8b69616a-a817-4af0-86e1-3254243785b7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:50:10.749270 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:10.757028 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25098363-9ab0-467c-8ab7-f83521a7667c None None] The sync data for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb is: [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:10.853696 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 8b69616a-a817-4af0-86e1-3254243785b7 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:50:10.854791 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 8b69616a-a817-4af0-86e1-3254243785b7 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:50:10.916605 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Router 56161fe4-9c70-41e5-baac-a925c1f54f7a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:50:10.974032 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-93064bb3-a798-48b2-9839-99c2a53a390f None None] Provisioning complete for port 5710f60c-b925-4489-af5e-23bea591e426 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:10.974881 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-93064bb3-a798-48b2-9839-99c2a53a390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:10.986287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b77a42-8374-4a90-89e6-d3861f42120e req-7b4987f9-256b-482e-820d-45efd407d4b0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:10.986498 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e0b77a42-8374-4a90-89e6-d3861f42120e req-7b4987f9-256b-482e-820d-45efd407d4b0 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 945 time: 0.1067264 Jun 07 14:50:11.070390 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e0b77a42-8374-4a90-89e6-d3861f42120e req-c27e9f74-d9b5-4180-a67b-43061a2a02b8 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/security-groups?id=33b91b1d-7656-4aa1-aee9-8e7126b76184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684407 Jun 07 14:50:11.078229 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-93064bb3-a798-48b2-9839-99c2a53a390f None None] Port 5710f60c-b925-4489-af5e-23bea591e426 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:11.134693 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.154416 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f21c0a-55b1-4ff4-9c66-1396e94c0520 None None] New status for floating IP 84450f07-13a3-41d6-87ca-2596306b5b60: DOWN {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:50:11.154623 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7eecf53f-e63f-44f7-a6c4-7397a76da871 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:11.199794 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] For port 0dc4109e-2e0e-48f2-a1ef-937de161fc03, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0dc4109e-2e0e-48f2-a1ef-937de161fc03,segment=NetworkSegment(25b78448-5f7b-43c3-9afb-6943a4070c08),segment_id=25b78448-5f7b-43c3-9afb-6943a4070c08)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:11.200463 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.384453 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57028) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:11.412630 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-949335cb-5dd9-48a6-99ba-92739172e1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.466105 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Calling delete_port for 0dc4109e-2e0e-48f2-a1ef-937de161fc03 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:50:11.480731 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.519664 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.608629 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.611617 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.615828 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "DELETE /v2.0/security-groups/513287f0-0ce2-445d-88ff-2631347f40b2 HTTP/1.1" status: 204 len: 168 time: 0.2298496 Jun 07 14:50:11.616542 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57030) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:11.617333 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd2e-f187-428d-a17f-e2748cd4e3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:11.647018 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513287f0-0ce2-445d-88ff-2631347f40b2,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:11.649938 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-bab2d9fb-29a1-46e7-9c4d-da0271557c38 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] show failed (client error): The resource could not be found. Jun 07 14:50:11.654769 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bab2d9fb-29a1-46e7-9c4d-da0271557c38 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups/513287f0-0ce2-445d-88ff-2631347f40b2 HTTP/1.1" status: 404 len: 347 time: 0.0274208 Jun 07 14:50:11.657042 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:11.657042 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57032) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:11.817189 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:11.850165 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:11.865361 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:11.907906 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:11.916326 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:11.923882 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:11.933620 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Sync routers for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:11.935232 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] 10.222.0.61 "PUT /v2.0/routers/56161fe4-9c70-41e5-baac-a925c1f54f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5443649 Jun 07 14:50:11.950906 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.987363 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:11.988032 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:11.996735 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:50:11.998749 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:12.001377 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:12.005516 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Deleting port 5bc5d461-78fb-4cea-b733-5e961eb39f0c {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:50:12.006115 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.028487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf141-4734-4054-9ca0-8b0a557894ee req-1fc257cd-d613-400e-86cf-e4b71b23558a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:12.036042 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2bbdf141-4734-4054-9ca0-8b0a557894ee req-1fc257cd-d613-400e-86cf-e4b71b23558a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 931 time: 0.4509962 Jun 07 14:50:12.187905 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.188355 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.327584 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-4b41cdf1-f928-437b-9829-177f202ff90d None None] Provisioning for port 3c86a04d-0301-487b-8987-f6c38d3408c0 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:12.334799 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9940972 Jun 07 14:50:12.346000 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-4b41cdf1-f928-437b-9829-177f202ff90d None None] Provisioning complete for port 3c86a04d-0301-487b-8987-f6c38d3408c0 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:12.348974 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4b41cdf1-f928-437b-9829-177f202ff90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.370577 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Request body: {'port': {'device_id': '83984a01-e974-4577-98d5-2b90b5c9528a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:12.442486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-4b41cdf1-f928-437b-9829-177f202ff90d None None] Port 3c86a04d-0301-487b-8987-f6c38d3408c0 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:12.504678 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:12.533670 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Calling delete_port for 5bc5d461-78fb-4cea-b733-5e961eb39f0c owned by network:floatingip {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:50:12.539241 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2bbdf141-4734-4054-9ca0-8b0a557894ee req-0c51cb83-20d9-45a1-91c9-a42efe6416c4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022123 Jun 07 14:50:12.631614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.641373 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-fbaf20b6-bcec-46be-aba6-7d6445a58b0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:12.701066 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.717513 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Pushing event deleted for resources: {'Port': ['ID=0dc4109e-2e0e-48f2-a1ef-937de161fc03,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:12.728832 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 0dc4109e-2e0e-48f2-a1ef-937de161fc03 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:50:12.749904 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:12.764812 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.774361 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:12.842828 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b07a8690-edef-4fea-a290-ee0810c219a8 req-074e96e4-5bc5-4c96-b4da-bd0aec1c1694 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.61 "GET /v2.0/ports?device_id=1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913 HTTP/1.1" status: 200 len: 210 time: 0.1197321 Jun 07 14:50:12.848962 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event deleted for resources: {'Port': ['ID=5bc5d461-78fb-4cea-b733-5e961eb39f0c,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:12.854926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] No DVR routers for this DVR port 0dc4109e-2e0e-48f2-a1ef-937de161fc03 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:50:12.862104 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 0dc4109e-2e0e-48f2-a1ef-937de161fc03 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:50:12.862430 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:12.863968 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 0dc4109e-2e0e-48f2-a1ef-937de161fc03 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:50:12.869178 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:12.878039 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d212b740-f110-4824-ad74-cd2fe7d91b7d req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] 10.222.0.63 "DELETE /v2.0/ports/0dc4109e-2e0e-48f2-a1ef-937de161fc03 HTTP/1.1" status: 204 len: 173 time: 2.9655981 Jun 07 14:50:12.878888 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'name': 'network-vif-deleted', 'tag': '0dc4109e-2e0e-48f2-a1ef-937de161fc03'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:12.886952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd79da5-a6c1-495b-a623-5f954baf1c3f" -d '{"events": [{"server_uuid": "1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913", "name": "network-vif-deleted", "tag": "0dc4109e-2e0e-48f2-a1ef-937de161fc03"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:12.987448 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5264f-379a-4776-8237-94ca5198c62e x-openstack-request-id: req-75a5264f-379a-4776-8237-94ca5198c62e {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:12.993120 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913", "name": "network-vif-deleted", "tag": "0dc4109e-2e0e-48f2-a1ef-937de161fc03", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:12.994045 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75a5264f-379a-4776-8237-94ca5198c62e {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:12.994501 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4e5823-ac6c-4fac-9d2f-9f5dcbab5913', 'name': 'network-vif-deleted', 'tag': '0dc4109e-2e0e-48f2-a1ef-937de161fc03', 'status': 'completed', 'code': 200} Jun 07 14:50:13.129183 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.173454 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 2, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:13.184939 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Checking router: 56161fe4-9c70-41e5-baac-a925c1f54f7a for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:13.185289 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Updating router 56161fe4-9c70-41e5-baac-a925c1f54f7a port 5710f60c-b925-4489-af5e-23bea591e426 binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:50:13.190088 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.198737 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.202842 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "DELETE /v2.0/floatingips/84450f07-13a3-41d6-87ca-2596306b5b60 HTTP/1.1" status: 204 len: 168 time: 1.5424242 Jun 07 14:50:13.213610 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57060) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:13.226565 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2129310857-network', 'tenant_id': '5342e6be6e0147978c132b3740636abe'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:13.257659 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Made reservation on behalf of 5342e6be6e0147978c132b3740636abe for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:13.262158 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.280145 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.325573 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.491047 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c86a04d-0301-487b-8987-f6c38d3408c0 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:50:13.501797 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.522941 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Transition to ACTIVE for port object 3c86a04d-0301-487b-8987-f6c38d3408c0 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:13.535342 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.557365 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b9329084-83da-4e3c-b3f4-643d278c8d46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:13.560947 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.575204 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.596248 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d027146b-be5e-4054-9b07-5a6f4f91faff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:13.670008 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57af58c5-319a-45c8-8d25-cb55c0a901a8,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:13.678056 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:13.699812 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:50:13.744211 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:13.747265 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Added segment 5f2d6604-69ac-44d5-9178-51d324e71112 of type vlan for network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c Jun 07 14:50:13.883502 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.002443 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.004669 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:14.005680 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.039167 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:14.110034 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57070) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:14.158653 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560692728', 'description': 'tempest-description--720731610'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:14.169599 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:14.189212 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:14.204659 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.224818 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Transition to ACTIVE for port object 5710f60c-b925-4489-af5e-23bea591e426 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:14.232619 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Pushing event updated for resources: {'Network': ['ID=7b13a2b1-8f68-408d-9101-5a83ddc92f5c,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:14.234487 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.237325 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:14.239483 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0244520 Jun 07 14:50:14.247151 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:50:14.247775 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:14.254314 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57074) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:14.262020 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.267716 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Request body: {'subnet': {'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2129310857-subnet', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:14.298386 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e868568-d951-4f51-9c00-a4b7d525644d req-92eac065-5053-45b8-8be6-35d6c7e87d0f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:14.299973 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8e868568-d951-4f51-9c00-a4b7d525644d req-92eac065-5053-45b8-8be6-35d6c7e87d0f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.3761094 Jun 07 14:50:14.300722 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Attempting to bind port 3c86a04d-0301-487b-8987-f6c38d3408c0 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:14.301089 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Attempting to bind port 3c86a04d-0301-487b-8987-f6c38d3408c0 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:14.301541 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Attempting to bind port 3c86a04d-0301-487b-8987-f6c38d3408c0 on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:14.324084 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Port 3c86a04d-0301-487b-8987-f6c38d3408c0 on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:50:14.324460 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Attempting to bind port 3c86a04d-0301-487b-8987-f6c38d3408c0 on network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:14.325729 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Made reservation on behalf of 5342e6be6e0147978c132b3740636abe for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:14.328694 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3483863'] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.342261 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:14.342608 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Checking segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:14.342977 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Bound using segment: {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:14.343913 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Bound port: 3c86a04d-0301-487b-8987-f6c38d3408c0, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5055f636-e28f-4343-ae9a-d1f59ceb6f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:14.343913 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.345664 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Pushing event updated for resources: {'Port': ['ID=5710f60c-b925-4489-af5e-23bea591e426,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:14.356283 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.356818 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.357393 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.357790 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.358320 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.358725 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.359097 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.359480 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.360027 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.360411 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.360790 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.361180 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:14.378395 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:14.469963 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8e868568-d951-4f51-9c00-a4b7d525644d req-1f613de6-f660-4aa3-804c-02c9691dc4df tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604309 Jun 07 14:50:14.568067 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:14.579596 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:14.615018 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.624278 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-50459438-4fd3-4e88-8eda-774bb64f7804 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:14.676436 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Attempting to bind port 5710f60c-b925-4489-af5e-23bea591e426 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:14.677135 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Attempting to bind port 5710f60c-b925-4489-af5e-23bea591e426 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:14.677490 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Attempting to bind port 5710f60c-b925-4489-af5e-23bea591e426 on network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:14.678957 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.691293 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:14.691664 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Checking segment: {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:14.692064 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.692456 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Bound using segment: {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:14.692972 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Bound port: 5710f60c-b925-4489-af5e-23bea591e426, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:14.693344 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.697904 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.735569 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:14.736303 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.738811 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] 10.222.0.63 "PUT /v2.0/ports/3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 200 len: 1093 time: 2.3778865 Jun 07 14:50:14.766618 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.773928 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6571834 Jun 07 14:50:14.775244 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57076) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:14.791323 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'security_group_rule': {'security_group_id': '62778766-a3aa-4b2d-8761-21b3846b8b0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:14.828677 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] For port 5710f60c-b925-4489-af5e-23bea591e426, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:14.830829 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3483845'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.833805 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] For port 5710f60c-b925-4489-af5e-23bea591e426, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=5710f60c-b925-4489-af5e-23bea591e426,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:14.839575 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:14.846222 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:14.852278 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-3da4cf48-22b2-488c-bbc5-17d4fdfcbfed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:14.938696 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Pushing event updated for resources: {'Port': ['ID=5710f60c-b925-4489-af5e-23bea591e426,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:14.953751 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:14.973916 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:14.975004 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:14.983869 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:14.987244 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d96794d-3e40-4e7a-b78c-c343866aebbf,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:14.996058 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:15.006245 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:15.013469 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:15.024649 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.047555 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:15.060579 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ffa191b9-7555-4813-8620-d18e3c67ae81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:15.159489 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.164830 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.176983 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:15.215654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-9015e275-d219-4323-8008-337977ec7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:15.217330 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-9015e275-d219-4323-8008-337977ec7c05 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1096 time: 0.4195302 Jun 07 14:50:15.218236 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62778766-a3aa-4b2d-8761-21b3846b8b0a,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:15.221850 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:15.240320 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Checking segment: {'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:15.247730 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Network hostable DHCP agents. Network: 7b13a2b1-8f68-408d-9101-5a83ddc92f5c, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:50:15.257849 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:15.268835 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5af224-5278-459a-8034-ec8cbecdb4f9,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:15.276455 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:15.292973 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.298630 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5178118 Jun 07 14:50:15.299720 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57088) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:15.301335 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b757669a-4d50-4313-bc11-db871df1f21a x-openstack-request-id: req-b757669a-4d50-4313-bc11-db871df1f21a {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:15.301605 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:15.301933 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b757669a-4d50-4313-bc11-db871df1f21a {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:15.302272 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'status': 'completed', 'code': 200} Jun 07 14:50:15.305211 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'security_group_rule': {'security_group_id': '62778766-a3aa-4b2d-8761-21b3846b8b0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:15.320677 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-6dbf3e34-56e9-4e15-a7cf-eef0f3c2368c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 200 len: 217 time: 0.0933490 Jun 07 14:50:15.326772 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:50:15.370939 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 7b13a2b1-8f68-408d-9101-5a83ddc92f5c) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:15.381270 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf00f6-ed2f-4d00-8d0e-ff350a366b11 None None] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:50:15.389587 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:15.390150 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.423430 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.454194 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-e46b5eb5-ed09-47c1-a57d-d2791021c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:15.459731 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-14ed1643-751b-4aa2-b149-1ba926aa2415 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2019398 Jun 07 14:50:15.460915 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-e46b5eb5-ed09-47c1-a57d-d2791021c0e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.1320474 Jun 07 14:50:15.462990 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57090) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:15.472526 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:15.550917 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.565653 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.568309 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:15.575721 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.577120 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.593934 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.627214 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f59325d-3d16-4964-a30b-e461d433b3d4,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:15.647174 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:15.669238 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.670768 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-95fd47a3-9b0b-43b3-9440-96f57baa147f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3697581 Jun 07 14:50:15.676194 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57094) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:15.682182 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'floatingip': {'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:15.733934 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:15.783656 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:14Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:15.792069 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ba446-6d4c-4d6f-aa65-4a0a50630acb None None] The sync data for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb is: [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:14Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:15.867828 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-7b13a2b1-8f68-408d-9101-5a83ddc92f5c', 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'fixed_ips': [{'subnet_id': '5d96794d-3e40-4e7a-b78c-c343866aebbf'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:50:15.873426 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:16.041113 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:16.051217 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:16.187370 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-46171d2b-78a3-4c11-893e-fc6d0b9911f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:16.189083 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-46171d2b-78a3-4c11-893e-fc6d0b9911f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6693935 Jun 07 14:50:16.340258 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:16.421720 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Allocated IP 172.28.3.187 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/5b3b8364-e16b-45aa-93db-064af16633fb) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:16.466214 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52594-f10e-4c53-a649-3da7ecccdd62 req-60f07007-6b21-409a-b721-ed94b6a6534a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:16.468268 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cdf52594-f10e-4c53-a649-3da7ecccdd62 req-60f07007-6b21-409a-b721-ed94b6a6534a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.5634644 Jun 07 14:50:16.482921 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Allocated IP 172.20.0.2 (7b13a2b1-8f68-408d-9101-5a83ddc92f5c/5d96794d-3e40-4e7a-b78c-c343866aebbf/cab4a2b9-d6e9-463d-bfea-5de3b6f0e608) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:16.730981 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cdf52594-f10e-4c53-a649-3da7ecccdd62 req-14aa96ab-9862-4b56-9cc2-39589fd94201 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500312 Jun 07 14:50:16.735011 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-ae91d704-cb1e-405b-9604-dd5739e753f4 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338497 Jun 07 14:50:16.742379 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:16.786535 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:16.803333 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d81fe704-8334-4d6b-ae6e-510220bd7e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:16.875003 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:16.886782 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:16.891330 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:16.952924 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'Port': ['ID=5b3b8364-e16b-45aa-93db-064af16633fb,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:16.954974 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:16.959520 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:16.973788 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Transition to ACTIVE for port object cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:17.003967 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Transition to ACTIVE for port object cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:17.016348 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.024646 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:17.060360 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.095688 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:17.100921 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:17.106898 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:17.113900 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Pushing event updated for resources: {'Port': ['ID=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:17.118626 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:17.159365 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.216566 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Attempting to bind port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:17.216566 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Attempting to bind port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:17.217207 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Attempting to bind port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 on network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:17.224186 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:17.225103 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Checking segment: {'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:17.225757 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.226364 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Bound using segment: {'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:17.227343 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Bound port: cab4a2b9-d6e9-463d-bfea-5de3b6f0e608, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:17.228947 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.277974 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fff89aa9-1d4f-4ce5-a968-e82d2e2bee88 req-af7a4789-f50b-4cd4-a83f-8ae4416f01e4 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194485 Jun 07 14:50:17.385768 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] For port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:17.389712 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] For port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,segment=NetworkSegment(5f2d6604-69ac-44d5-9178-51d324e71112),segment_id=5f2d6604-69ac-44d5-9178-51d324e71112)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:17.396827 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.403157 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:17.516487 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Pushing event updated for resources: {'Port': ['ID=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:17.522477 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:17.613259 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.618538 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2542951'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.627210 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:17.741422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.764800 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'Port': ['ID=5b3b8364-e16b-45aa-93db-064af16633fb,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:17.768034 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:17.769025 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.778856 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.793997 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:17.797269 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1175845 Jun 07 14:50:17.912320 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-c4225111-0368-48ab-905a-e62d419d2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:17.920683 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-c4225111-0368-48ab-905a-e62d419d2e13 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1096 time: 0.4941092 Jun 07 14:50:18.032996 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 5710f60c-b925-4489-af5e-23bea591e426 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:18.162257 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 5710f60c-b925-4489-af5e-23bea591e426 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:18.169922 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 5710f60c-b925-4489-af5e-23bea591e426 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:18.169922 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:18.279129 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7242ae-46c6-4406-8a6d-20e833259a13 req-bb6cf809-5d39-4377-9c39-8e0889ddd2ff tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:18.280803 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ce7242ae-46c6-4406-8a6d-20e833259a13 req-bb6cf809-5d39-4377-9c39-8e0889ddd2ff tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.2062459 Jun 07 14:50:18.326648 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:18.368277 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 5710f60c-b925-4489-af5e-23bea591e426, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=5710f60c-b925-4489-af5e-23bea591e426,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:18.375310 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:18.378836 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:18.429784 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ce7242ae-46c6-4406-8a6d-20e833259a13 req-ff2da801-d240-4b35-8ba9-7d43e8baaba0 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343122 Jun 07 14:50:18.484612 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Allocated IP 172.28.3.102 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/a4998bae-1272-4950-8199-9e9ee67ba705) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:18.502050 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=5710f60c-b925-4489-af5e-23bea591e426,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:18.507063 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:18.530099 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-12f2263e-34a7-448c-8bbb-c62850782276 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1560692728&fields=id&tenant_id=b6f23a8c048d4650b3294cc0ae521df7 HTTP/1.1" status: 200 len: 267 time: 0.0924957 Jun 07 14:50:18.597166 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-097ad1f5-d86a-4010-a12a-607413dda702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:18.600207 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-097ad1f5-d86a-4010-a12a-607413dda702 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.6716979 Jun 07 14:50:18.744801 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-0677a4ff-a31e-49ac-b9a4-7bc4370f3e43 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 200 len: 217 time: 0.1237416 Jun 07 14:50:18.965724 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7b704-5e5a-4bc2-8b99-fafd9ae806a2 None None] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:50:19.095240 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-e492b447-c42e-4463-b438-55fb789ceac5 None None] Provisioning for port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:19.170502 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-90ed7cb8-3f91-43b0-8df1-c40f79166343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:19.171972 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-90ed7cb8-3f91-43b0-8df1-c40f79166343 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.4204750 Jun 07 14:50:19.181814 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-9a230597-a646-4aee-9942-2677e83dfd17 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:19.183441 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-9a230597-a646-4aee-9942-2677e83dfd17 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 811 time: 0.6399362 Jun 07 14:50:19.223628 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:19.261079 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-40c6c80c-51b5-4a80-a1cf-136fafe54e06 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/quotas/b6f23a8c048d4650b3294cc0ae521df7 HTTP/1.1" status: 200 len: 375 time: 0.0298123 Jun 07 14:50:19.374228 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-312c1458-e5b1-46f9-9c9c-3d90512bb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:19.375774 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-312c1458-e5b1-46f9-9c9c-3d90512bb437 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1895678 Jun 07 14:50:19.377151 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:19.385214 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7bdb5efd-3cb8-46ca-abb4-56f5e48e5ef4 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:19.595854 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:19.606500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:19.622727 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:19.646582 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651955a-323c-439f-8722-a0229776c3f4 req-4682c230-b9e0-4d3b-85da-f57e9a714583 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:19.648087 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9651955a-323c-439f-8722-a0229776c3f4 req-4682c230-b9e0-4d3b-85da-f57e9a714583 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.0889821 Jun 07 14:50:19.671367 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Pushing event updated for resources: {'Port': ['ID=a4998bae-1272-4950-8199-9e9ee67ba705,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:19.700165 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9651955a-323c-439f-8722-a0229776c3f4 req-1aa062c4-eca4-4b96-bb52-5af855d7d988 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462468 Jun 07 14:50:19.732031 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:19.740308 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-f5e79d52-fcec-422a-9461-75ff490c0cf6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4606311 Jun 07 14:50:19.838965 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-03a798ec-601f-480c-bcf1-6d4431403532 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781757 Jun 07 14:50:19.945504 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 5710f60c-b925-4489-af5e-23bea591e426 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:20.028360 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 5710f60c-b925-4489-af5e-23bea591e426 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:20.029043 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:20.164697 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:20.217128 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-27b2fb17-c852-484f-8df6-eeb7046fe33b service neutron] 10.222.0.61 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549489 Jun 07 14:50:20.248034 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:20.254606 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:20.255140 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:20.288702 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2f412f4c-b9a5-4fb1-8760-67dc1a28e4ee req-54e3a36d-2c09-4fed-a5e2-764c100c9d34 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906898 Jun 07 14:50:20.395343 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:20.433096 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,segment=NetworkSegment(5f2d6604-69ac-44d5-9178-51d324e71112),segment_id=5f2d6604-69ac-44d5-9178-51d324e71112)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:20.437223 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:20.441890 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:20.515291 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:20.518287 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:20.757816 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:50:20.904205 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308466f-713a-45a9-bba7-8a132e5e2a1b req-55d1a47a-df60-4678-bbd5-a7d906906aae tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:20.906450 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0308466f-713a-45a9-bba7-8a132e5e2a1b req-55d1a47a-df60-4678-bbd5-a7d906906aae tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.0860941 Jun 07 14:50:20.930849 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d2f4af22-39e5-4697-8c5f-8d8ea3656467 service neutron] 10.222.0.61 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939907 Jun 07 14:50:20.932749 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:20.948028 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'port_id': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'mac_address': 'fa:16:3e:58:a2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:50:20.958932 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:20.966970 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-0308466f-713a-45a9-bba7-8a132e5e2a1b req-577036f5-b00e-4614-8fb7-a780085ec360 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489540 Jun 07 14:50:21.018436 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:21.039358 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c86a04d-0301-487b-8987-f6c38d3408c0 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:50:21.061399 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:21.069842 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:21.077304 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:21.213721 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:21.216883 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fd723c2d-0384-484f-8dcb-2526de88fde9 req-31af3faa-ec56-4265-bac5-7d2327e87b16 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 210 time: 0.0652249 Jun 07 14:50:21.223402 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:21.350310 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['3c86a04d-0301-487b-8987-f6c38d3408c0'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:50:21.478963 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:21.760449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Router 43552d55-1c18-4997-87a9-ecf220c53622 is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:50:21.874537 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:21.900808 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57190) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:22.013397 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:22.025991 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:22.026909 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.088374 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.092946 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6259112 Jun 07 14:50:22.093283 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57198) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:22.110730 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Sync routers for ids ['43552d55-1c18-4997-87a9-ecf220c53622'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:22.142185 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b2c46022-64bb-47be-b816-9c68bf32943a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.265699 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Routers {'43552d55-1c18-4997-87a9-ecf220c53622'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:22.266356 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['43552d55-1c18-4997-87a9-ecf220c53622'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:22.361481 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b2c46022-64bb-47be-b816-9c68bf32943a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.371879 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b2c46022-64bb-47be-b816-9c68bf32943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.392459 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-29d7de1e-b5a2-4f99-ab05-e47655fe5c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:22.528267 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b2c46022-64bb-47be-b816-9c68bf32943a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aede36c3202e4ff7bf2788a0f1939a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6261146 Jun 07 14:50:22.530681 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46022-64bb-47be-b816-9c68bf32943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c814a-7876-4b4e-909c-0e5f7c335151,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:22.535588 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57208) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:22.539524 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Set router 43552d55-1c18-4997-87a9-ecf220c53622 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:22.575178 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b2c46022-64bb-47be-b816-9c68bf32943a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:22.648173 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b1dfe95d-8206-4981-a04b-31f3a03dd54c req-4baa9036-2d2c-43b1-89bd-35d4f582dbf0 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 210 time: 0.2385399 Jun 07 14:50:22.699321 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.746135 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.828949 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:22.864317 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.867219 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:22.869353 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/589c814a-7876-4b4e-909c-0e5f7c335151 HTTP/1.1" status: 204 len: 168 time: 0.3321612 Jun 07 14:50:22.871126 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-732dd5a3-57fd-4191-a5ac-04aaec9eca97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:22.886279 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c814a-7876-4b4e-909c-0e5f7c335151,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:22.889785 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:23.023992 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 3c86a04d-0301-487b-8987-f6c38d3408c0 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:23.040904 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 3c86a04d-0301-487b-8987-f6c38d3408c0 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:23.041464 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:23.107701 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:50:20Z', 'revision_number': 3, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port': {'id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:23.115959 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Checking router: 43552d55-1c18-4997-87a9-ecf220c53622 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:23.117176 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Updating router 43552d55-1c18-4997-87a9-ecf220c53622 port a4998bae-1272-4950-8199-9e9ee67ba705 binding host dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:50:23.185205 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-4d07859f-a043-425c-ab38-5128a7b670bd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:23.186749 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-4d07859f-a043-425c-ab38-5128a7b670bd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 811 time: 0.6042101 Jun 07 14:50:23.211851 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:23.272066 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39991e72-98c8-4b22-85f0-215fd4cc91da req-4205d964-831a-4168-904f-756ec953fef3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:23.275262 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-39991e72-98c8-4b22-85f0-215fd4cc91da req-4205d964-831a-4168-904f-756ec953fef3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 944 time: 1.0693948 Jun 07 14:50:23.339008 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-e8757be2-5ae2-40e4-853f-983d765e7972 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6f23a8c048d4650b3294cc0ae521df7 HTTP/1.1" status: 200 len: 380 time: 0.1363673 Jun 07 14:50:23.343669 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:23.409052 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:23.411357 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fbe515-f6b0-49ae-8040-7c465dfc81f6" -d '{"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-plugged", "status": "completed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:23.428057 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:23.446089 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:23.452747 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-36a845ad-b0bf-4d42-b144-da9938117447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:23.494627 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'port': {'device_id': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'admin_state_up': True, 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'security_groups': ['62778766-a3aa-4b2d-8761-21b3846b8b0a']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:23.516928 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e6a56f-298e-45aa-8f02-a47a9daf7792 x-openstack-request-id: req-03e6a56f-298e-45aa-8f02-a47a9daf7792 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:23.516928 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-plugged", "status": "completed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:23.517441 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03e6a56f-298e-45aa-8f02-a47a9daf7792 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:23.517940 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'code': 200} Jun 07 14:50:23.647998 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-39991e72-98c8-4b22-85f0-215fd4cc91da req-2589694e-6270-4c5c-942d-e96a326ac77d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215833 Jun 07 14:50:23.905784 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Notify callbacks [] for port, precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:23.922171 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Transition to ACTIVE for port object a4998bae-1272-4950-8199-9e9ee67ba705 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:23.942296 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:24.004490 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Attempting to bind port a4998bae-1272-4950-8199-9e9ee67ba705 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:24.005877 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Attempting to bind port a4998bae-1272-4950-8199-9e9ee67ba705 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:24.006364 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Attempting to bind port a4998bae-1272-4950-8199-9e9ee67ba705 on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:24.015933 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:24.016471 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:24.017045 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:24.017537 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:24.018074 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Bound port: a4998bae-1272-4950-8199-9e9ee67ba705, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:24.018552 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:24.085910 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-efcfcf71-d595-44e9-b186-86aa39aca13b req-7df079bf-3f19-4671-81a8-868607cfaf14 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 210 time: 0.1345325 Jun 07 14:50:24.088884 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:24.090251 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Made reservation on behalf of b6f23a8c048d4650b3294cc0ae521df7 for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:24.094083 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:24.101012 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:24.104249 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:24.129208 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a94a46-5838-404a-9354-a08813669d13 req-189394a8-3fd0-440d-910b-7003d209213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:24.131023 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c4a94a46-5838-404a-9354-a08813669d13 req-189394a8-3fd0-440d-910b-7003d209213e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1098 time: 0.3155200 Jun 07 14:50:24.206645 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc23a3a-a810-46d0-962e-81d877564afe None None] Pushing event updated for resources: {'Port': ['ID=a4998bae-1272-4950-8199-9e9ee67ba705,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:24.216887 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6bc23a3a-a810-46d0-962e-81d877564afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:24.219005 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] For port a4998bae-1272-4950-8199-9e9ee67ba705, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:24.224775 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] For port a4998bae-1272-4950-8199-9e9ee67ba705, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=a4998bae-1272-4950-8199-9e9ee67ba705,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:24.229973 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:24.235269 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-a2fddf64-13de-49cc-97c8-520f5321a18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:24.290380 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c4a94a46-5838-404a-9354-a08813669d13 req-d8cbc497-5f39-4c88-9a96-02cdab9d6466 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248488 Jun 07 14:50:24.308625 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:24.313271 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Routers {'43552d55-1c18-4997-87a9-ecf220c53622'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:24.313988 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['43552d55-1c18-4997-87a9-ecf220c53622'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:24.389699 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc23a3a-a810-46d0-962e-81d877564afe None None] Pushing event updated for resources: {'Port': ['ID=a4998bae-1272-4950-8199-9e9ee67ba705,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:24.394661 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6bc23a3a-a810-46d0-962e-81d877564afe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:24.510586 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Allocated IP 172.20.0.10 (518813d8-bb55-451f-9b64-74b074a9d5f3/5ca183b2-27d7-4885-8df6-a6af755f5fd0/47c0c271-893f-4d4b-a2d0-fef8565a7263) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:24.513806 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] Set router 43552d55-1c18-4997-87a9-ecf220c53622 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:24.753779 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Allocated IP 172.20.0.1 (7b13a2b1-8f68-408d-9101-5a83ddc92f5c/5d96794d-3e40-4e7a-b78c-c343866aebbf/7349226c-1418-44d6-ae90-55a1642f470c) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:24.875639 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:50:20Z', 'revision_number': 3, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port': {'id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:24.880614 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c7161b-cd66-4879-85fb-a460db8dd47d None None] The sync data for ids ['43552d55-1c18-4997-87a9-ecf220c53622'] in dv-cinder-789603-7-smb is: [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:50:20Z', 'revision_number': 3, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port': {'id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:25.219449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:25.334628 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:25.355134 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Transition to ACTIVE for port object 47c0c271-893f-4d4b-a2d0-fef8565a7263 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:25.366480 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-062c6cc5-0499-460d-a48f-5d15a765be48 req-58df69df-dfd3-4134-83d0-c5b00151fcca tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 210 time: 0.0671895 Jun 07 14:50:25.449453 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:25.456210 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Transition to ACTIVE for port object 7349226c-1418-44d6-ae90-55a1642f470c will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:25.457647 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-06536e58-bbf4-4fcf-a523-8cd1a269a68e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:25.532239 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5ed3-d899-4152-87e4-36bad72e962f req-f668afbe-3eb1-4295-929f-b2e489e31eaf tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:25.533893 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ce8b5ed3-d899-4152-87e4-36bad72e962f req-f668afbe-3eb1-4295-929f-b2e489e31eaf tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.7089257 Jun 07 14:50:25.562942 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:25.582073 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:25.584535 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:25.705375 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event updated for resources: {'Port': ['ID=47c0c271-893f-4d4b-a2d0-fef8565a7263,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:25.708811 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:25.725637 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:25.726318 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:25.780890 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ce8b5ed3-d899-4152-87e4-36bad72e962f req-6c4ac3b5-9220-47cc-98bd-86eb40af4c30 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341158 Jun 07 14:50:25.783054 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:25.788115 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4104271 Jun 07 14:50:25.789757 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ea2eee71-320e-4129-9401-0541b4196f88 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:25.855247 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Request body: {'port': {'device_id': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:25.908568 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2debb3c4-2420-4e76-a770-ea05d97f7367 None None] Provisioning for port 47c0c271-893f-4d4b-a2d0-fef8565a7263 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:25.933951 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2debb3c4-2420-4e76-a770-ea05d97f7367 None None] Provisioning complete for port 47c0c271-893f-4d4b-a2d0-fef8565a7263 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:25.937187 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2debb3c4-2420-4e76-a770-ea05d97f7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.020043 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device a4998bae-1272-4950-8199-9e9ee67ba705 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:26.049090 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:26.067599 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:26.075171 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:26.162547 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-2debb3c4-2420-4e76-a770-ea05d97f7367 None None] Port 47c0c271-893f-4d4b-a2d0-fef8565a7263 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:26.188025 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port a4998bae-1272-4950-8199-9e9ee67ba705 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:26.194140 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port a4998bae-1272-4950-8199-9e9ee67ba705 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:26.194522 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.232101 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Pushing event updated for resources: {'Port': ['ID=7349226c-1418-44d6-ae90-55a1642f470c,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:26.235059 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:26.282842 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.286912 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.391707 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.407985 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-97e71087-5eca-4a89-89d0-267ef7455b7e None None] Provisioning for port 7349226c-1418-44d6-ae90-55a1642f470c completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:26.415191 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-97e71087-5eca-4a89-89d0-267ef7455b7e None None] Provisioning complete for port 7349226c-1418-44d6-ae90-55a1642f470c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:26.415742 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-97e71087-5eca-4a89-89d0-267ef7455b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.450108 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port a4998bae-1272-4950-8199-9e9ee67ba705, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=a4998bae-1272-4950-8199-9e9ee67ba705,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:26.465945 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.470580 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6bc23a3a-a810-46d0-962e-81d877564afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:26.563941 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-97e71087-5eca-4a89-89d0-267ef7455b7e None None] Port 7349226c-1418-44d6-ae90-55a1642f470c cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:26.583278 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=a4998bae-1272-4950-8199-9e9ee67ba705,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:26.587467 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:26.639403 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19994f-da5e-4ccf-95e2-51e528b64fc2 req-4b9ff1b1-226d-4299-a791-0545f7f13309 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:26.640881 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ff19994f-da5e-4ccf-95e2-51e528b64fc2 req-4b9ff1b1-226d-4299-a791-0545f7f13309 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 932 time: 0.0882580 Jun 07 14:50:26.700492 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:26.718944 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ff19994f-da5e-4ccf-95e2-51e528b64fc2 req-948724b1-e044-4635-bd14-d81d85014f35 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716074 Jun 07 14:50:26.950630 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c0c271-893f-4d4b-a2d0-fef8565a7263 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:50:27.005967 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:27.109203 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Transition to ACTIVE for port object 47c0c271-893f-4d4b-a2d0-fef8565a7263 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:27.129785 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:27.137879 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f603b84f-7dda-4d6c-826a-f843aa9b1d74 tempest-AttachVolumeNegativeTest-318810923 tempest-AttachVolumeNegativeTest-318810923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:27.311313 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.db.resource_extend [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 14:50:27.351766 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:27.351766 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c0c271-893f-4d4b-a2d0-fef8565a7263,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:27.491940 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:27.495508 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:27.531057 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d00c76d9-dac2-4cff-ad0b-4ad7b82d231f tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:27.587596 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34017285-5af5-45f8-adc2-4de0a5dccabb req-2b818c73-2125-4185-a6dc-c415822fce19 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:27.589193 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-34017285-5af5-45f8-adc2-4de0a5dccabb req-2b818c73-2125-4185-a6dc-c415822fce19 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.6329336 Jun 07 14:50:27.679387 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:27.695414 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Pushing event updated for resources: {'Port': ['ID=7349226c-1418-44d6-ae90-55a1642f470c,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:27.709897 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:27.732467 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Attempting to bind port 47c0c271-893f-4d4b-a2d0-fef8565a7263 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:27.732807 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Attempting to bind port 47c0c271-893f-4d4b-a2d0-fef8565a7263 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:27.733165 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Attempting to bind port 47c0c271-893f-4d4b-a2d0-fef8565a7263 on network 518813d8-bb55-451f-9b64-74b074a9d5f3 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:27.744344 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-34017285-5af5-45f8-adc2-4de0a5dccabb req-5d8046ad-11a2-4403-b5bc-759752359a82 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427572 Jun 07 14:50:27.760035 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Port 47c0c271-893f-4d4b-a2d0-fef8565a7263 on network 518813d8-bb55-451f-9b64-74b074a9d5f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:50:27.760474 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Attempting to bind port 47c0c271-893f-4d4b-a2d0-fef8565a7263 on network 518813d8-bb55-451f-9b64-74b074a9d5f3 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:27.854536 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device a4998bae-1272-4950-8199-9e9ee67ba705 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:27.880750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:27.881132 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Checking segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:27.881604 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Bound using segment: {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:27.882060 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Bound port: 47c0c271-893f-4d4b-a2d0-fef8565a7263, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e621f356-c278-4d2f-89d0-70a7916e9b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:27.882410 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:27.902233 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:27.905442 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:27.984637 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port a4998bae-1272-4950-8199-9e9ee67ba705 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:27.987009 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:28.086329 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba4db-3a1f-43ec-b15c-fa5be82b82db req-489b4f2e-cc52-4581-97b2-2a3e1761932f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:28.092268 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-02cba4db-3a1f-43ec-b15c-fa5be82b82db req-489b4f2e-cc52-4581-97b2-2a3e1761932f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 944 time: 0.1855788 Jun 07 14:50:28.221633 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-02cba4db-3a1f-43ec-b15c-fa5be82b82db req-ca487836-88de-476d-a5dd-84fac08cac9f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186490 Jun 07 14:50:28.301549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] For port 47c0c271-893f-4d4b-a2d0-fef8565a7263, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:28.322499 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-a488e7f7-007c-48bb-a26c-a61075c7e5f1 None None] Provisioning complete for port 7349226c-1418-44d6-ae90-55a1642f470c triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:28.322925 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a488e7f7-007c-48bb-a26c-a61075c7e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:28.332491 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] For port 47c0c271-893f-4d4b-a2d0-fef8565a7263, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:28.341595 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68293f72-27a2-44ad-989c-3727b8a92a79 req-9030aeb7-9c16-468d-ac81-623e39cd3ecb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:28.343165 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-68293f72-27a2-44ad-989c-3727b8a92a79 req-9030aeb7-9c16-468d-ac81-623e39cd3ecb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.3945308 Jun 07 14:50:28.347191 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:28.354787 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f426fc3e-590e-4883-b4fa-3940a721a57a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:28.357374 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57292) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:28.363160 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Request body: {'floatingip': {'port_id': '3c86a04d-0301-487b-8987-f6c38d3408c0'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:28.383783 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-a488e7f7-007c-48bb-a26c-a61075c7e5f1 None None] Port 7349226c-1418-44d6-ae90-55a1642f470c cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:28.424916 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:28.425751 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:28.427151 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] 10.222.0.63 "PUT /v2.0/ports/47c0c271-893f-4d4b-a2d0-fef8565a7263 HTTP/1.1" status: 200 len: 1094 time: 2.5908782 Jun 07 14:50:28.429197 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Router 43552d55-1c18-4997-87a9-ecf220c53622 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:50:28.433672 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:28.436370 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673cc630-de75-4e9d-90f1-cec25119bf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:28.518474 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:28.522248 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0772a5d-2323-4652-a929-ba04c0bd2d61 x-openstack-request-id: req-a0772a5d-2323-4652-a929-ba04c0bd2d61 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:28.522569 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:28.522853 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0772a5d-2323-4652-a929-ba04c0bd2d61 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:28.523275 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'status': 'completed', 'code': 200} Jun 07 14:50:28.525650 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c0c271-893f-4d4b-a2d0-fef8565a7263,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:28.583855 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.584221 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.584580 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.584963 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.585317 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.585666 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.586012 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.586355 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.586697 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.587724 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.588319 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.588797 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:28.593944 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:28.781892 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-31b33998-6c62-4961-a307-94fc6a1b0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:28.783503 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-31b33998-6c62-4961-a307-94fc6a1b0feb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 1097 time: 0.2592316 Jun 07 14:50:28.792043 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:28.799568 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] 10.222.0.61 "PUT /v2.0/routers/43552d55-1c18-4997-87a9-ecf220c53622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7053795 Jun 07 14:50:28.815446 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Sync routers for ids ['43552d55-1c18-4997-87a9-ecf220c53622'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:28.842424 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Routers {'43552d55-1c18-4997-87a9-ecf220c53622'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:28.845453 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['43552d55-1c18-4997-87a9-ecf220c53622'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:28.894120 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-1c47b0f8-4c1d-42d5-abd2-59393109aeba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263 HTTP/1.1" status: 200 len: 217 time: 0.0991645 Jun 07 14:50:28.981835 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-ecced8ef-bae9-4eb9-9e74-383aa7b905f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:28.983800 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-ecced8ef-bae9-4eb9-9e74-383aa7b905f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.0810351 Jun 07 14:50:29.099955 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-8c07165a-6b69-42e0-8dd1-96c2e98f3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:29.102304 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-8c07165a-6b69-42e0-8dd1-96c2e98f3136 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1112411 Jun 07 14:50:29.133011 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Set router 43552d55-1c18-4997-87a9-ecf220c53622 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:29.390018 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-2b3df113-bae3-4dfb-b147-e0a39fd3b4c6 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789488 Jun 07 14:50:29.661125 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:29.673558 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:29.791645 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57318) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:29.820687 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 4, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port': {'id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '7349226c-1418-44d6-ae90-55a1642f470c', 'name': '', 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'mac_address': 'fa:16:3e:86:7a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5d96794d-3e40-4e7a-b78c-c343866aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:24Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 2, 'project_id': '5342e6be6e0147978c132b3740636abe', 'subnets': [{'id': '5d96794d-3e40-4e7a-b78c-c343866aebbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:29.829635 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Checking router: 43552d55-1c18-4997-87a9-ecf220c53622 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:29.830177 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Updating router 43552d55-1c18-4997-87a9-ecf220c53622 port 7349226c-1418-44d6-ae90-55a1642f470c binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:50:29.883270 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f7cc9690-6504-4240-a49c-6bfa5d25c487 req-f69ba734-9657-41ea-8db4-c51a490e0d35 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861879 Jun 07 14:50:29.899181 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049732484', 'description': 'tempest-secgroup-smoke-2049732484 description', 'project_id': '57274d7e009b489ea84819c5ff5151ef'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:29.914886 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485a1e4-8346-4d84-acd8-1c97f917ca3a req-1e68c194-5629-4dbd-9767-acd33893a3b2 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:29.918245 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4485a1e4-8346-4d84-acd8-1c97f917ca3a req-1e68c194-5629-4dbd-9767-acd33893a3b2 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 944 time: 0.3721206 Jun 07 14:50:29.920532 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:29.955186 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.081242 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4485a1e4-8346-4d84-acd8-1c97f917ca3a req-af5889ee-f01a-455e-a47d-f56284332817 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262653 Jun 07 14:50:30.083136 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Floating IP 5cf35657-2911-4d92-8a87-513bfa56ef67 associated. External IP: 172.28.3.219, port: 3c86a04d-0301-487b-8987-f6c38d3408c0. Jun 07 14:50:30.128957 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-3098eddb-da57-40ff-b3cf-ccb1156db1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:30.131565 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-3098eddb-da57-40ff-b3cf-ccb1156db1ff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 1097 time: 0.1699436 Jun 07 14:50:30.398547 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.415932 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.422909 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-56c8c837-c255-46b0-a316-beea66b668b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:30.425639 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-56c8c837-c255-46b0-a316-beea66b668b1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 912 time: 0.2807000 Jun 07 14:50:30.454704 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8b13f06b-17c4-487d-b227-44b11d056331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:30.495420 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.515990 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-cecd064d-1efa-4b38-a64b-94b28b3f6b68 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263 HTTP/1.1" status: 200 len: 217 time: 0.0826719 Jun 07 14:50:30.516226 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Transition to ACTIVE for port object 7349226c-1418-44d6-ae90-55a1642f470c will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:30.521544 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.522840 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6286199 Jun 07 14:50:30.526867 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42313ab1-c5d2-430f-a1a1-775d8dde73da,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:30.528611 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.529485 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57326) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:30.534088 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-f78a1823-53c1-48b1-98d6-14f1bf4e6a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:30.535301 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'security_group_rule': {'security_group_id': '42313ab1-c5d2-430f-a1a1-775d8dde73da', 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:30.540820 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:30.595272 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-52d9c3d8-b63e-4577-ba6e-b34cc3249fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:30.599331 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-52d9c3d8-b63e-4577-ba6e-b34cc3249fca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.0737169 Jun 07 14:50:30.658852 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.711930 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f836e37-c375-407d-be7e-ad702da797f1 None None] Pushing event updated for resources: {'Port': ['ID=7349226c-1418-44d6-ae90-55a1642f470c,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:30.721461 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-0f836e37-c375-407d-be7e-ad702da797f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:30.764482 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-dfcea5f5-2435-47e9-9f37-593227d01015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:30.766543 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-dfcea5f5-2435-47e9-9f37-593227d01015 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1599813 Jun 07 14:50:30.793151 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Attempting to bind port 7349226c-1418-44d6-ae90-55a1642f470c on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:30.793972 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Attempting to bind port 7349226c-1418-44d6-ae90-55a1642f470c by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:30.794579 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Attempting to bind port 7349226c-1418-44d6-ae90-55a1642f470c on network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:30.802030 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:30.803013 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Checking segment: {'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:30.803630 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.803881 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:50:30.804842 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Bound using segment: {'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:30.805430 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Bound port: 7349226c-1418-44d6-ae90-55a1642f470c, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2d6604-69ac-44d5-9178-51d324e71112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:30.806893 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.840868 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.903262 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.922963 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6a96bba5-4649-452c-b88d-d1a1c4eb23f5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:30.927937 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] For port 7349226c-1418-44d6-ae90-55a1642f470c, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:30.933061 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] For port 7349226c-1418-44d6-ae90-55a1642f470c, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=7349226c-1418-44d6-ae90-55a1642f470c,segment=NetworkSegment(5f2d6604-69ac-44d5-9178-51d324e71112),segment_id=5f2d6604-69ac-44d5-9178-51d324e71112)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:30.941745 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:30.950336 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-0f836e37-c375-407d-be7e-ad702da797f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:30.974935 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a903a9-b1ad-4c42-880c-7f5e20a34bae,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:30.980963 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:31.006058 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-fb19f333-73e9-40b3-b1b1-8d18bc5b70d3 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283597 Jun 07 14:50:31.054479 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:31.056628 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5256412 Jun 07 14:50:31.060172 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57336) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:31.067228 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'security_group_rule': {'security_group_id': '42313ab1-c5d2-430f-a1a1-775d8dde73da', 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:31.068886 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Routers {'43552d55-1c18-4997-87a9-ecf220c53622'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:31.069514 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['43552d55-1c18-4997-87a9-ecf220c53622'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:31.129894 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:31.136989 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:31.152935 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] Sync routers for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:31.188169 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:31.205112 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:31.218026 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f836e37-c375-407d-be7e-ad702da797f1 None None] Pushing event updated for resources: {'Port': ['ID=7349226c-1418-44d6-ae90-55a1642f470c,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:31.236622 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-0f836e37-c375-407d-be7e-ad702da797f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:31.246432 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d7d16dc0-1146-4480-b8a0-c98a7055161c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "PUT /v2.0/floatingips/5cf35657-2911-4d92-8a87-513bfa56ef67 HTTP/1.1" status: 200 len: 991 time: 2.8876901 Jun 07 14:50:31.247101 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:31.249499 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7e4522e9f0ad847c8ce8c8b3d072a23d1d948c1f3435c8b2defbc34de975fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598de5d0-5321-405c-9375-c498acb27f27" -d '{"events": [{"name": "network-changed", "server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:31.280285 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:31.516081 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-673cc630-de75-4e9d-90f1-cec25119bf1a req-e670188e-a683-4170-b05d-7601c8c16c85 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031595 Jun 07 14:50:31.518086 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:31.542784 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:31.580119 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:31.592160 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:31.593772 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5323532 Jun 07 14:50:31.598345 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57358) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:31.603603 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'security_group_rule': {'security_group_id': '42313ab1-c5d2-430f-a1a1-775d8dde73da', 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:31.619122 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fcfe44-6b29-48b6-8029-cc187fc3b658,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:31.628326 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] Set router 43552d55-1c18-4997-87a9-ecf220c53622 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:31.630284 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-676ed683-898e-43de-8a88-cc53692cebd8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:31.726612 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69262d0d-40fb-4271-a056-b19133b4a295 req-ce0f63a8-f382-4290-8249-dd0f0b0ba1e5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:31.734059 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-69262d0d-40fb-4271-a056-b19133b4a295 req-ce0f63a8-f382-4290-8249-dd0f0b0ba1e5 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 944 time: 0.3196371 Jun 07 14:50:31.832428 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-69262d0d-40fb-4271-a056-b19133b4a295 req-84450c88-8b48-4b5a-840d-6de84ef3af05 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967221 Jun 07 14:50:31.866145 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5d0-5321-405c-9375-c498acb27f27 req-1a0d29c6-7292-4052-ad53-45bbfeee665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:31.868743 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-598de5d0-5321-405c-9375-c498acb27f27 req-1a0d29c6-7292-4052-ad53-45bbfeee665a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1098 time: 0.2121468 Jun 07 14:50:31.910214 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:31.932722 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f8bc5-5397-422b-9c1e-d599168c909c x-openstack-request-id: req-533f8bc5-5397-422b-9c1e-d599168c909c {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:31.933692 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:31.933692 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-533f8bc5-5397-422b-9c1e-d599168c909c {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:31.933991 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'status': 'completed', 'code': 200} Jun 07 14:50:31.951438 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.078548 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.091347 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.112974 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:32.145750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5d0-5321-405c-9375-c498acb27f27 req-c7b8cb96-ce73-4869-b540-45e50940bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:32.147861 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-598de5d0-5321-405c-9375-c498acb27f27 req-c7b8cb96-ce73-4869-b540-45e50940bc98 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.2709172 Jun 07 14:50:32.170096 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d407c9-63c8-4410-9d73-c192b6aaecc3,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:32.174751 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:32.186495 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.187729 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5883198 Jun 07 14:50:32.191929 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57374) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:32.197180 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'security_group_rule': {'security_group_id': '42313ab1-c5d2-430f-a1a1-775d8dde73da', 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:32.262018 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.309068 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-598de5d0-5321-405c-9375-c498acb27f27 req-9191d0d2-0090-4f03-8502-c96cd77fd71d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 200 len: 999 time: 0.1531706 Jun 07 14:50:32.378049 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.385046 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.404528 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5d0-5321-405c-9375-c498acb27f27 req-0ae26f20-347e-4b04-a829-19ab3fca7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:32.405016 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-719942e9-9158-4689-be66-063740f0b8f9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:32.407751 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-598de5d0-5321-405c-9375-c498acb27f27 req-0ae26f20-347e-4b04-a829-19ab3fca7ad9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.0912168 Jun 07 14:50:32.427561 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f270b57-507c-43a8-8743-5c091f9d9b9c,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:32.427835 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 4, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port': {'id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '7349226c-1418-44d6-ae90-55a1642f470c', 'name': '', 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'mac_address': 'fa:16:3e:86:7a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5d96794d-3e40-4e7a-b78c-c343866aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:24Z', 'updated_at': '2021-06-07T14:50:30Z', 'revision_number': 4, 'project_id': '5342e6be6e0147978c132b3740636abe', 'subnets': [{'id': '5d96794d-3e40-4e7a-b78c-c343866aebbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:32.435668 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8abbe5-d485-45eb-86f3-dcb8483a9f83 None None] The sync data for ids ['43552d55-1c18-4997-87a9-ecf220c53622'] in dv-cinder-789603-7-smb is: [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 4, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port': {'id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '7349226c-1418-44d6-ae90-55a1642f470c', 'name': '', 'network_id': '7b13a2b1-8f68-408d-9101-5a83ddc92f5c', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'mac_address': 'fa:16:3e:86:7a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '5d96794d-3e40-4e7a-b78c-c343866aebbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:24Z', 'updated_at': '2021-06-07T14:50:30Z', 'revision_number': 4, 'project_id': '5342e6be6e0147978c132b3740636abe', 'subnets': [{'id': '5d96794d-3e40-4e7a-b78c-c343866aebbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:32.440234 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:32.457068 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.457068 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2595136 Jun 07 14:50:32.458934 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57384) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:32.465461 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'security_group_rule': {'security_group_id': '42313ab1-c5d2-430f-a1a1-775d8dde73da', 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:32.558459 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.securitygroups_db [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Project 57274d7e009b489ea84819c5ff5151ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:50:32.580551 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.611556 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '5cf35657-2911-4d92-8a87-513bfa56ef67', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'port_id': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'mac_address': 'fa:16:3e:58:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83984a01-e974-4577-98d5-2b90b5c9528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:50:02Z', 'updated_at': '2021-06-07T14:50:29Z', 'revision_number': 1, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:32.637437 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] Checking router: 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:32.661380 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:32.662035 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:32.690421 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598de5d0-5321-405c-9375-c498acb27f27 req-4abd400f-cdca-422b-9e63-2167f3257df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:32.702649 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-598de5d0-5321-405c-9375-c498acb27f27 req-4abd400f-cdca-422b-9e63-2167f3257df5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2861004 Jun 07 14:50:32.818098 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.825196 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.832207 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 47c0c271-893f-4d4b-a2d0-fef8565a7263 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:50:32.853666 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1762fc3f-9bdc-46b2-b537-e0c52184c0e2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:32.873131 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd139994-c6e5-46b7-aab5-525eb3093fe2,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:32.876369 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:32.877712 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:32.879464 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-80505e13-1c50-45af-bc0c-969d05e07c2c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4193842 Jun 07 14:50:32.885603 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57396) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:32.897382 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'security_group_rule': {'security_group_id': '42313ab1-c5d2-430f-a1a1-775d8dde73da', 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:32.942515 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.securitygroups_db [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Project 57274d7e009b489ea84819c5ff5151ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:50:32.971419 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:33.016821 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-598de5d0-5321-405c-9375-c498acb27f27 req-aaaa9608-4a7d-497c-ae02-0feb06f8bc3d service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063443 Jun 07 14:50:33.127983 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:33.143979 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:33.172642 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-aa1f0555-129e-41b1-ac15-85fe08839690 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:33.187093 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:33.196213 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3013797 Jun 07 14:50:33.201517 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:33.203107 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f384b950-8bb4-4547-8c79-540bb26fe6c1,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:33.212047 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6676bac1-1b4e-45a9-a239-4a8dc8fcf0de tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:33.408033 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 47c0c271-893f-4d4b-a2d0-fef8565a7263, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:33.411016 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-598de5d0-5321-405c-9375-c498acb27f27 req-c9ca94e4-7cb7-4482-ab92-33601f663647 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844211 Jun 07 14:50:33.456039 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'port_id': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'mac_address': 'fa:16:3e:92:13:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:50:33.606138 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d561b-3c05-49b3-8676-111ed9228790 req-c3285101-858e-4c4c-916d-7b3c89a6e5fa tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:33.611744 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b04d561b-3c05-49b3-8676-111ed9228790 req-c3285101-858e-4c4c-916d-7b3c89a6e5fa tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 944 time: 0.1997445 Jun 07 14:50:33.650847 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:33.685316 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c0c271-893f-4d4b-a2d0-fef8565a7263 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:50:33.693465 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b04d561b-3c05-49b3-8676-111ed9228790 req-acd5e884-a6ec-4410-8a10-d6314be0f732 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747662 Jun 07 14:50:33.747216 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 47c0c271-893f-4d4b-a2d0-fef8565a7263, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:33.809907 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:33.817490 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:33.922946 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 7349226c-1418-44d6-ae90-55a1642f470c up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:34.106308 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:34.153845 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=47c0c271-893f-4d4b-a2d0-fef8565a7263,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:34.165627 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['47c0c271-893f-4d4b-a2d0-fef8565a7263'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:50:34.206768 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:34.265687 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 7349226c-1418-44d6-ae90-55a1642f470c completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:34.292522 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 7349226c-1418-44d6-ae90-55a1642f470c triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:34.292935 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:34.444436 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '5cf35657-2911-4d92-8a87-513bfa56ef67', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'port_id': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'mac_address': 'fa:16:3e:58:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83984a01-e974-4577-98d5-2b90b5c9528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:50:02Z', 'updated_at': '2021-06-07T14:50:29Z', 'revision_number': 1, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:34.501989 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41dee8e-2cbd-4416-bfaf-0a2c8427ea93 None None] The sync data for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb is: [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '5cf35657-2911-4d92-8a87-513bfa56ef67', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'port_id': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'mac_address': 'fa:16:3e:58:a2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83984a01-e974-4577-98d5-2b90b5c9528a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:50:02Z', 'updated_at': '2021-06-07T14:50:29Z', 'revision_number': 1, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:34.558894 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:34.622344 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 7349226c-1418-44d6-ae90-55a1642f470c, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=7349226c-1418-44d6-ae90-55a1642f470c,segment=NetworkSegment(5f2d6604-69ac-44d5-9178-51d324e71112),segment_id=5f2d6604-69ac-44d5-9178-51d324e71112)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:34.628373 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:34.632245 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:34.729876 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=7349226c-1418-44d6-ae90-55a1642f470c,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:34.733348 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:34.790672 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c7a64a-fb93-4e8b-9a28-981a7d5dd264 None None] New status for floating IP 5cf35657-2911-4d92-8a87-513bfa56ef67: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:50:34.937757 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece27618-1a20-44a2-8f67-b1d47c196b37 req-d30b6b70-d4ba-4043-b7be-c1afaa81d33a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:34.939429 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ece27618-1a20-44a2-8f67-b1d47c196b37 req-d30b6b70-d4ba-4043-b7be-c1afaa81d33a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 945 time: 0.1024947 Jun 07 14:50:35.027359 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ece27618-1a20-44a2-8f67-b1d47c196b37 req-a67c667b-fe42-454d-9c7e-aff8ada2fe06 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759947 Jun 07 14:50:35.836224 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 7349226c-1418-44d6-ae90-55a1642f470c up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:35.909306 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 7349226c-1418-44d6-ae90-55a1642f470c triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:35.909747 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:36.242760 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab51472-4448-412c-aa5b-084e0ab2b176 req-ae5723a4-8ef6-4d27-b6e6-bcfb3b388131 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:36.252418 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9ab51472-4448-412c-aa5b-084e0ab2b176 req-ae5723a4-8ef6-4d27-b6e6-bcfb3b388131 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 945 time: 0.0985422 Jun 07 14:50:36.301468 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9ab51472-4448-412c-aa5b-084e0ab2b176 req-842e34e0-7334-4a5a-be90-8d783ec4e163 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480413 Jun 07 14:50:36.819944 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 47c0c271-893f-4d4b-a2d0-fef8565a7263 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:36.901852 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port 47c0c271-893f-4d4b-a2d0-fef8565a7263 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:36.907710 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 47c0c271-893f-4d4b-a2d0-fef8565a7263 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:36.908086 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.032830 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.062936 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:37.065236 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c27a4-ad72-4a78-b178-9e7ff5732c21" -d '{"events": [{"server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "name": "network-vif-plugged", "status": "completed", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:37.079534 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 47c0c271-893f-4d4b-a2d0-fef8565a7263, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:37.085470 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.090807 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:37.134566 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae7c182-ba20-4caa-92fe-5097f9f3de9c x-openstack-request-id: req-3ae7c182-ba20-4caa-92fe-5097f9f3de9c {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:37.134901 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "name": "network-vif-plugged", "status": "completed", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:37.135117 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ae7c182-ba20-4caa-92fe-5097f9f3de9c {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:37.135510 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'code': 200} Jun 07 14:50:37.172085 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=47c0c271-893f-4d4b-a2d0-fef8565a7263,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:37.175773 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:37.391927 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a302dc-c7b6-4d5f-8869-a55107b7db73 req-1172bd61-4347-4d27-8a11-5679d2d4d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:37.393860 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-76a302dc-c7b6-4d5f-8869-a55107b7db73 req-1172bd61-4347-4d27-8a11-5679d2d4d16a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 1099 time: 0.0929646 Jun 07 14:50:37.452922 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-76a302dc-c7b6-4d5f-8869-a55107b7db73 req-a505a1e2-c0c1-4a92-b545-8c43d362d01e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514319 Jun 07 14:50:37.486882 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57526) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:37.519298 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebace5-3244-4724-a0d5-0cb67fdbe728 req-fc4fa962-bc6a-4a0b-9e65-1f3e54056ea3 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:37.520833 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-27ebace5-3244-4724-a0d5-0cb67fdbe728 req-fc4fa962-bc6a-4a0b-9e65-1f3e54056ea3 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 946 time: 0.0989406 Jun 07 14:50:37.557571 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Deleting subnet 79ac57b3-c0c4-42bd-9776-a8938ce2ca07 {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:50:37.560974 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.576010 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-27ebace5-3244-4724-a0d5-0cb67fdbe728 req-71fe7966-1be4-464b-acd0-9eef27689237 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488765 Jun 07 14:50:37.617740 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.694284 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.776336 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.781888 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-eba74156-9568-418f-966d-d5bb31a37ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:37.822054 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ac57b3-c0c4-42bd-9776-a8938ce2ca07,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:37.825189 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:37.826183 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:37.830580 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57534) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:37.830784 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/79ac57b3-c0c4-42bd-9776-a8938ce2ca07 HTTP/1.1" status: 204 len: 168 time: 0.3418179 Jun 07 14:50:37.944541 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.070358 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57538) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:38.080984 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.098765 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac396843-973d-4754-b15d-5ab2c012fe24']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:38.112890 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b78448-5f7b-43c3-9afb-6943a4070c08') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:38.113192 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b78448-5f7b-43c3-9afb-6943a4070c08') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:38.125819 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.143053 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.151574 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:50:38.151968 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:50:38.166299 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:50:38.212062 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-df9044cf-c219-41a7-839e-573c6a3dd0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.270458 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.276991 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e19cea9d-98a3-4cdd-8ff9-94cf1fc8afc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:38.291898 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.309455 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] 10.222.0.61 "DELETE /v2.0/networks/ac396843-973d-4754-b15d-5ab2c012fe24 HTTP/1.1" status: 204 len: 168 time: 0.4774289 Jun 07 14:50:38.316063 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac396843-973d-4754-b15d-5ab2c012fe24,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:38.319065 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e348c06f-c107-41e7-8b49-d275b8ec848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:38.350920 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-df9044cf-c219-41a7-839e-573c6a3dd0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.356192 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-df9044cf-c219-41a7-839e-573c6a3dd0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.371843 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a7f858b9-a5fd-4fc7-8d6b-7037ff0d9061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:38.409778 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57544) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:38.409938 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-df9044cf-c219-41a7-839e-573c6a3dd0d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae435ce2e588449f9e43ae9740563ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377950 Jun 07 14:50:38.428782 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9044cf-c219-41a7-839e-573c6a3dd0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51510132-33ce-4478-8018-6bf5f0241a3e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:38.435518 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-df9044cf-c219-41a7-839e-573c6a3dd0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:38.475920 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57546) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:38.484052 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9897-9329-4bce-bcdf-a4facbacdaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.488178 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.518003 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.530582 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-b0b6daff-b40d-4c43-83a9-67791a25abd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ea4a7a3ad14480cb33a607061e5e6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531683 Jun 07 14:50:38.537650 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57548) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:38.602369 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.606435 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.612639 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51510132-33ce-4478-8018-6bf5f0241a3e HTTP/1.1" status: 204 len: 168 time: 0.2016633 Jun 07 14:50:38.613856 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2620b1b0-ab59-4c11-95aa-c73166c4128f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:38.625933 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51510132-33ce-4478-8018-6bf5f0241a3e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:38.628358 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:38.632120 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.672265 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.751205 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.753768 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:38.757430 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33b91b1d-7656-4aa1-aee9-8e7126b76184 HTTP/1.1" status: 204 len: 168 time: 0.2162771 Jun 07 14:50:38.757430 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4c219aa0-1ec5-4207-ba2c-f220b16240b7 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:38.766431 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b91b1d-7656-4aa1-aee9-8e7126b76184,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:38.774082 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:38.842726 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf339a-5ac6-4264-ab5f-a160a90324a1 req-c39ea6e1-c0d9-4805-9ac7-7a7e6b4af225 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:38.844891 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aebf339a-5ac6-4264-ab5f-a160a90324a1 req-c39ea6e1-c0d9-4805-9ac7-7a7e6b4af225 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 946 time: 0.1237159 Jun 07 14:50:38.916347 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-aebf339a-5ac6-4264-ab5f-a160a90324a1 req-42f2e19b-5354-4553-9594-d664e4ad708b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643315 Jun 07 14:50:39.170071 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469536d-08af-4229-a915-8806ce2090df req-08cfca1d-aa47-4235-9674-ca00ebf2fc85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:39.171547 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4469536d-08af-4229-a915-8806ce2090df req-08cfca1d-aa47-4235-9674-ca00ebf2fc85 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 946 time: 0.1245565 Jun 07 14:50:39.181432 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57570) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:39.186744 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Request body: {'floatingip': {'port_id': '47c0c271-893f-4d4b-a2d0-fef8565a7263'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:39.273076 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:39.625703 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57582) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:39.786081 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-894393371-network', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:39.817383 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Made reservation on behalf of 8fd69d5beb6443df900fcda7390a6fee for: {'network': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:39.820012 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:39.835195 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:39.968007 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:39.974709 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:39.982782 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-243e909d-ffe5-45a0-a6e9-6f8116486a02 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:40.018210 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=103646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:50:40.036345 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27066e6-1c19-4a1a-be48-f5e221514188,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:40.041209 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:40.042160 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.042679 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.segments_db [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Added segment 4c7cc926-06e5-4db8-8bf5-594f21087b68 of type vlan for network 9948a820-520f-4849-95a5-23ae7f39aada Jun 07 14:50:40.082217 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.123911 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.127890 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:40.129253 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.143037 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:40.194809 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5677269 Jun 07 14:50:40.198297 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57590) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:40.212686 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Request body: {'subnet': {'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-894393371-subnet', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'ip_version': 4}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:40.250729 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.261405 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Pushing event updated for resources: {'Network': ['ID=9948a820-520f-4849-95a5-23ae7f39aada,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:40.262712 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.264967 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:40.274282 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network 9948a820-520f-4849-95a5-23ae7f39aada details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:50:40.369984 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Made reservation on behalf of 8fd69d5beb6443df900fcda7390a6fee for: {'subnet': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:40.373752 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2444001'] for subnet, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.589101 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Floating IP e338da7a-a82a-440f-b873-82e41588de5d associated. External IP: 172.28.3.187, port: 47c0c271-893f-4d4b-a2d0-fef8565a7263. Jun 07 14:50:40.936987 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1520528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2444019'] for subnet, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:40.953177 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1761b5e1-d65d-466d-b49b-0bae58a833b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:41.143627 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e0a330-30ad-44b5-b172-7b3e41a28d4b,revision_number=0']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:41.152706 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Router d5cba637-1f57-4f94-9fae-f8d1053088d8 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:50:41.153879 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:41.164639 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Checking segment: {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:41.165736 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Network hostable DHCP agents. Network: 9948a820-520f-4849-95a5-23ae7f39aada, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:50:41.176605 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ebb1ace6-a6b9-4cb2-b42a-344e6b28ef26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:41.270538 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Network 9948a820-520f-4849-95a5-23ae7f39aada is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:50:41.367342 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, 9948a820-520f-4849-95a5-23ae7f39aada) {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:41.379072 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75499e2c-e6a8-4f84-8a2a-6b565a45d016 None None] Network 9948a820-520f-4849-95a5-23ae7f39aada requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:50:41.391054 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:41.391654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:41.428182 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:41.433981 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-fbed6432-c6fc-4ccd-aaae-1085d722c253 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2338600 Jun 07 14:50:41.438623 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57596) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:41.440251 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:41.447629 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] Sync routers for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:41.448427 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:41.493996 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:41.495398 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:41.517827 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:41.545486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:41.546737 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:41.559664 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-256dd29a-798f-43ad-a5dd-158d786422a8 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "PUT /v2.0/floatingips/e338da7a-a82a-440f-b873-82e41588de5d HTTP/1.1" status: 200 len: 992 time: 2.3746388 Jun 07 14:50:41.563963 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:41.566792 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8564bdf-7411-4690-a025-4a3ad70ac40b" -d '{"events": [{"name": "network-changed", "server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:41.657942 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c0d50-9640-420e-8ca5-59950372ddfb x-openstack-request-id: req-2f6c0d50-9640-420e-8ca5-59950372ddfb {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:41.658979 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:41.659666 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f6c0d50-9640-420e-8ca5-59950372ddfb {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:41.660569 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'status': 'completed', 'code': 200} Jun 07 14:50:42.005287 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-22168ab7-06ba-4cb2-be19-5cb9ba4dca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:42.006881 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-22168ab7-06ba-4cb2-be19-5cb9ba4dca9a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 1099 time: 0.3028924 Jun 07 14:50:42.027116 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:42.186648 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:42.288193 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-375e5188-b672-4795-a278-3c8bb3b54858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:42.289637 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-375e5188-b672-4795-a278-3c8bb3b54858 service neutron] 10.222.0.63 "GET /v2.0/networks?id=518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 200 len: 912 time: 0.2749081 Jun 07 14:50:42.323879 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:42.436610 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-003c764b-a43d-4385-b40d-9ea0236f6636 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263 HTTP/1.1" status: 200 len: 1000 time: 0.1326597 Jun 07 14:50:42.515065 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-9948a820-520f-4849-95a5-23ae7f39aada', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:50:42.515964 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:42.518908 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-df9e9946-b3eb-401b-92c5-0db0b082ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:42.520538 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-df9e9946-b3eb-401b-92c5-0db0b082ae30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 200 len: 850 time: 0.0743024 Jun 07 14:50:42.547765 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:42.590422 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:42.637243 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-5b053889-b5f0-4304-b24f-8b8f18778ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:42.640953 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-5b053889-b5f0-4304-b24f-8b8f18778ce9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=518813d8-bb55-451f-9b64-74b074a9d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1105640 Jun 07 14:50:42.766752 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Allocated IP 172.28.3.117 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:42.838155 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-0b0de61e-8eae-42db-a74a-bd479f8c2cda service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857421 Jun 07 14:50:43.000675 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:43.038092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:43.042583 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-199ff54d-ea3b-44c7-b8e8-afaee495dbc1 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:43.110292 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8564bdf-7411-4690-a025-4a3ad70ac40b req-d0a17fa6-382e-48df-b99e-788209371607 service neutron] 10.222.0.63 "GET /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644882 Jun 07 14:50:43.113257 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:43.117013 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:43.123037 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:43.137370 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Allocated IP 172.20.0.2 (9948a820-520f-4849-95a5-23ae7f39aada/f7e0a330-30ad-44b5-b172-7b3e41a28d4b/f0de0dbb-7ea1-41cd-94d7-4deee6077e00) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:43.156676 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:43.160079 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Pushing event updated for resources: {'Port': ['ID=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:43.165848 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:43.378834 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': 'e338da7a-a82a-440f-b873-82e41588de5d', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'port_id': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'mac_address': 'fa:16:3e:92:13:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:39Z', 'revision_number': 1, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:43.407334 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] Checking router: d5cba637-1f57-4f94-9fae-f8d1053088d8 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:43.455001 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:43.455989 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:43.674454 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:43.883732 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:43.917497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Transition to ACTIVE for port object f0de0dbb-7ea1-41cd-94d7-4deee6077e00 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:43.949976 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:44.063182 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Transition to ACTIVE for port object f0de0dbb-7ea1-41cd-94d7-4deee6077e00 will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:44.146489 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:44.158842 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:44.257842 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:44.269711 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Network 9948a820-520f-4849-95a5-23ae7f39aada is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:44.276743 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:44.281014 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:44.299925 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Pushing event updated for resources: {'Port': ['ID=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:44.307332 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:44.502320 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:50:44.540361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Attempting to bind port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:44.540842 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Attempting to bind port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:44.541178 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Attempting to bind port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 on network 9948a820-520f-4849-95a5-23ae7f39aada {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:44.558230 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:44.558763 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Checking segment: {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:44.559031 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:44.559396 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Bound using segment: {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:44.559884 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Bound port: f0de0dbb-7ea1-41cd-94d7-4deee6077e00, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:44.560260 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:44.726621 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] For port f0de0dbb-7ea1-41cd-94d7-4deee6077e00, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:44.733997 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] For port f0de0dbb-7ea1-41cd-94d7-4deee6077e00, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:44.742130 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:44.750771 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:44.763503 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:44.774897 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Sync routers for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:44.786417 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] Notify callbacks [] for router, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:44.792792 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6b227b44-3fb7-4191-9a43-8755a866fc88 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3477075 Jun 07 14:50:44.793144 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57618) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:44.795861 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:44.796503 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:44.861531 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': 'e338da7a-a82a-440f-b873-82e41588de5d', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'port_id': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'mac_address': 'fa:16:3e:92:13:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:39Z', 'revision_number': 1, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:44.870274 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Pushing event updated for resources: {'Port': ['ID=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:44.873178 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a485c-eb1c-4925-a72b-7bcc13ba53c9 None None] The sync data for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb is: [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': 'e338da7a-a82a-440f-b873-82e41588de5d', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'floating_ip_address': '172.28.3.187', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'port_id': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'mac_address': 'fa:16:3e:92:13:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:39Z', 'revision_number': 1, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:44.874807 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3a052de9-880f-4e02-9498-3a19996e3ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:45.023547 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:45.263914 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262b3a0-12a4-469f-8f72-ea931c8697b4 None None] New status for floating IP e338da7a-a82a-440f-b873-82e41588de5d: ACTIVE {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:50:45.588117 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:43Z', 'revision_number': 3, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:45.595331 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Checking router: d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:45.595776 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Updating router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:50:45.669608 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:45.920276 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:45.995093 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device f0de0dbb-7ea1-41cd-94d7-4deee6077e00 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:46.022681 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.108802 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:46.250282 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74af2a94-770b-41b9-9a7a-c79c0b1c139c None None] Network 9948a820-520f-4849-95a5-23ae7f39aada requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:50:46.304553 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.323411 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Transition to ACTIVE for port object fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:46.333380 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.339750 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-f78a1823-53c1-48b1-98d6-14f1bf4e6a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:46.388748 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Provisioning for port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:46.469623 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Provisioning complete for port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:46.470261 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.471464 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Attempting to bind port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:46.472086 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Attempting to bind port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:46.472700 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Attempting to bind port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:46.498787 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:46.499696 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:46.500131 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.500534 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:46.501046 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Bound port: fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:46.501415 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.527791 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2d2e0-5819-4bc1-88e3-9755d874de58 None None] Pushing event updated for resources: {'Port': ['ID=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:46.535109 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-aae2d2e0-5819-4bc1-88e3-9755d874de58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:46.541982 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Allocated IP 172.20.0.1 (9948a820-520f-4849-95a5-23ae7f39aada/f7e0a330-30ad-44b5-b172-7b3e41a28d4b/80b27cc0-5d90-4862-bd34-1bdf6d964d03) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:46.611842 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] For port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:46.618203 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] For port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:46.625122 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.633967 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:46.741623 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.770322 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.780689 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:46.781480 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:46.801980 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] For port f0de0dbb-7ea1-41cd-94d7-4deee6077e00, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:46.805493 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.provisioning_blocks [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Transition to ACTIVE for port object 80b27cc0-5d90-4862-bd34-1bdf6d964d03 will not be triggered until provisioned by entity DHCP. {{(pid=103646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:46.809611 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.815247 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6bc23a3a-a810-46d0-962e-81d877564afe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:46.846004 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:46.858825 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a3b1cf64-afba-4375-9a6b-529293cbb5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:46.900241 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2d2e0-5819-4bc1-88e3-9755d874de58 None None] Pushing event updated for resources: {'Port': ['ID=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:46.905876 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-aae2d2e0-5819-4bc1-88e3-9755d874de58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:46.945252 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Network 9948a820-520f-4849-95a5-23ae7f39aada is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:46.958915 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Pushing event updated for resources: {'Port': ['ID=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:46.971150 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:46.993649 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:47.012066 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:47.029562 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:47.148370 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:47.255993 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-af01ade1-986b-43d4-a2ab-3448bcd8f839 None None] Provisioning complete for port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:47.256363 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-af01ade1-986b-43d4-a2ab-3448bcd8f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:47.373230 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Pushing event updated for resources: {'Port': ['ID=80b27cc0-5d90-4862-bd34-1bdf6d964d03,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:47.404999 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.406015 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.406377 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.406969 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.407560 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.408637 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.409219 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.409836 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.410636 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.411390 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.412013 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.412607 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:50:47.422315 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:47.580704 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:43Z', 'revision_number': 3, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:47.585534 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-a48ea37b-812c-434f-a994-9880ea66279c None None] Provisioning for port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:47.589963 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb3b3f-c149-4281-b469-f33d0206b165 None None] The sync data for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb is: [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:43Z', 'revision_number': 3, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:47.610400 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-a48ea37b-812c-434f-a994-9880ea66279c None None] Provisioning complete for port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:47.611172 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a48ea37b-812c-434f-a994-9880ea66279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:47.684308 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:47.714497 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-a48ea37b-812c-434f-a994-9880ea66279c None None] Port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:47.851515 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device f0de0dbb-7ea1-41cd-94d7-4deee6077e00 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:47.965325 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:47.966023 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:47.975315 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:47.981395 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2542951'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:48.010062 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f14b34a6-690e-4dd9-b83a-bcd3ed89f4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:48.104405 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Pushing event updated for resources: {'Port': ['ID=80b27cc0-5d90-4862-bd34-1bdf6d964d03,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:48.107501 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:48.108586 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:48.275254 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Network 9948a820-520f-4849-95a5-23ae7f39aada is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:48.276731 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:48.486732 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:50:48.558076 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-8e7783e6-7e00-4339-b572-641fdc4d818b None None] Provisioning complete for port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:48.558975 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-8e7783e6-7e00-4339-b572-641fdc4d818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:48.698722 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-8e7783e6-7e00-4339-b572-641fdc4d818b None None] Port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:48.846422 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:48.852195 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] 10.222.0.61 "PUT /v2.0/routers/d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0581040 Jun 07 14:50:48.936601 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:50:49.324432 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Sync routers for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:49.339002 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:49.339630 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:49.525334 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57670) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:49.530843 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1795669899-network', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:49.555245 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Made reservation on behalf of e5640d95eb2d49298a4a08c57b0132c8 for: {'network': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:49.558962 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-561626'] for network, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.574108 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.574992 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:49.692349 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.696814 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.699934 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-07595f3c-4930-4877-97dd-a381e1cd9739 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:49.735287 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=103647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:50:49.744385 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fe04b5-4cd1-46eb-ac9d-612468569864,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:49.748410 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:49.751204 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.751544 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.segments_db [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Added segment 78b91023-95f1-4afc-90ba-b8e6cad28453 of type vlan for network cd165bd0-733f-488c-be2d-4a9c55be22fe Jun 07 14:50:49.782950 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731272895955'] for network, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.823150 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603'] for network, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.824903 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:49.825636 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.831180 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-48a0af1a-1988-4a0e-9c88-0bf18b26ee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:49.870697 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3439240 Jun 07 14:50:49.875280 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57672) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:49.881893 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Request body: {'subnet': {'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1795669899-subnet', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'ip_version': 4}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:49.897301 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:49.919570 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Made reservation on behalf of e5640d95eb2d49298a4a08c57b0132c8 for: {'subnet': 1} {{(pid=103646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:49.922704 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3483863'] for subnet, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.983047 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:49.989339 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:49.989950 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:49.998705 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 2, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:50.003928 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Checking router: d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:50.004457 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Updating router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:50:50.014715 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Pushing event updated for resources: {'Network': ['ID=cd165bd0-733f-488c-be2d-4a9c55be22fe,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:50.017816 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:50.030828 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Network cd165bd0-733f-488c-be2d-4a9c55be22fe details requested by agent ovs-agent-dv-cinder-789603-7-smb with host dv-cinder-789603-7-smb {{(pid=103648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:50:50.071716 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.209030 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3483845'] for subnet, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.215515 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-94056842-a2b9-4bfc-97d4-a6f664d9a773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:50.225486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.244779 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:50.249209 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.252673 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:50.298085 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3761d733-bfea-4cda-81fe-ac63d6b3bf28,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:50.301723 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:50.304404 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Checking segment: {'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:50.304758 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Network hostable DHCP agents. Network: cd165bd0-733f-488c-be2d-4a9c55be22fe, hostable agents: ['6c39164e-b7f8-45ee-b592-7a4ad2d3be6b'], hosted agents: [] {{(pid=103646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:50:50.324403 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:50.325912 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Network cd165bd0-733f-488c-be2d-4a9c55be22fe is scheduled to be hosted by DHCP agent 6c39164e-b7f8-45ee-b592-7a4ad2d3be6b with binding_index 1 {{(pid=103646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:50:50.328755 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:50.339293 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-7-smb, cd165bd0-733f-488c-be2d-4a9c55be22fe) {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:50.344797 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:50.345546 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for subnet, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.351775 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964682e7-2957-4176-8ef9-5ffd1318effa None None] Network cd165bd0-733f-488c-be2d-4a9c55be22fe requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:50:50.381179 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57678) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:50.382804 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-95f058ea-b8b5-40ac-ab64-d4b258d0d246 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5049496 Jun 07 14:50:50.387036 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:50.421505 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2052280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11880'] for router, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.423355 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2053600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1915006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11793'] for router, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.475137 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.491430 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.507777 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Transition to ACTIVE for port object 80b27cc0-5d90-4862-bd34-1bdf6d964d03 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:50.517639 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.522599 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:50.600564 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665d207-e370-4b8c-9b1f-99c1e0cf28dd None None] Pushing event updated for resources: {'Port': ['ID=80b27cc0-5d90-4862-bd34-1bdf6d964d03,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:50.609969 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-6665d207-e370-4b8c-9b1f-99c1e0cf28dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:50.673274 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97922538-1743-5994-88c9-bfeb4c50f5f1-cd165bd0-733f-488c-be2d-4a9c55be22fe', 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'fixed_ips': [{'subnet_id': '3761d733-bfea-4cda-81fe-ac63d6b3bf28'}]}} from dv-cinder-789603-7-smb. {{(pid=103648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:50:50.674152 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.833060 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Attempting to bind port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:50.833612 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Attempting to bind port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:50.834217 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Attempting to bind port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 on network 9948a820-520f-4849-95a5-23ae7f39aada {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:50.842176 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:50.842884 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Checking segment: {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:50.843559 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.844139 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Bound using segment: {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:50.846058 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Bound port: 80b27cc0-5d90-4862-bd34-1bdf6d964d03, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:50.846696 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.924140 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.db_base_plugin_common [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Allocated IP 172.20.0.2 (cd165bd0-733f-488c-be2d-4a9c55be22fe/3761d733-bfea-4cda-81fe-ac63d6b3bf28/aaec7c89-19ea-4bc3-a22c-136050172e74) {{(pid=103648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:50.934615 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2053518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11779'] for router, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:50.972463 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-72945214-5066-4048-8037-e7c88860a558 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049732484&fields=id&tenant_id=57274d7e009b489ea84819c5ff5151ef HTTP/1.1" status: 200 len: 267 time: 0.1593449 Jun 07 14:50:51.001791 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] For port 80b27cc0-5d90-4862-bd34-1bdf6d964d03, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:51.007097 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] For port 80b27cc0-5d90-4862-bd34-1bdf6d964d03, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=80b27cc0-5d90-4862-bd34-1bdf6d964d03,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:51.013815 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:51.026392 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-50255cb7-7878-4d45-8b63-ab8d046ce1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:51.116269 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:51.117060 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:51.303659 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665d207-e370-4b8c-9b1f-99c1e0cf28dd None None] Pushing event updated for resources: {'Port': ['ID=80b27cc0-5d90-4862-bd34-1bdf6d964d03,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:51.311945 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-6665d207-e370-4b8c-9b1f-99c1e0cf28dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:51.329689 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-c31b827a-c23d-4c38-b215-760c63f38bd1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:51.332680 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:51.336836 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-c31b827a-c23d-4c38-b215-760c63f38bd1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 809 time: 0.3636260 Jun 07 14:50:51.346691 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Transition to ACTIVE for port object aaec7c89-19ea-4bc3-a22c-136050172e74 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:51.367275 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-c7b69b66-0438-48aa-b91a-8594681655f2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/quotas/57274d7e009b489ea84819c5ff5151ef HTTP/1.1" status: 200 len: 375 time: 0.0293789 Jun 07 14:50:51.375704 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Transition to ACTIVE for port object aaec7c89-19ea-4bc3-a22c-136050172e74 will not be triggered until provisioned by entity DHCP. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:51.385718 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126'] for port, after_create {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:51.390338 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:51.462380 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:51.486206 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Network cd165bd0-733f-488c-be2d-4a9c55be22fe is already hosted by enough agents. {{(pid=103648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:51.495188 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.scheduler.base_scheduler [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:51.499359 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Received port after_create {{(pid=103648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:51.519693 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Pushing event updated for resources: {'Port': ['ID=aaec7c89-19ea-4bc3-a22c-136050172e74,revision_number=1']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:51.524488 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:51.540278 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-87fb6d33-eabd-49e8-8b64-002509bc83b3 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189148 Jun 07 14:50:51.655563 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Attempting to bind port aaec7c89-19ea-4bc3-a22c-136050172e74 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:51.655981 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Attempting to bind port aaec7c89-19ea-4bc3-a22c-136050172e74 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:51.656423 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Attempting to bind port aaec7c89-19ea-4bc3-a22c-136050172e74 on network cd165bd0-733f-488c-be2d-4a9c55be22fe {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:51.662952 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:51.663335 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Checking segment: {'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:51.663732 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:51.664136 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Bound using segment: {'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:51.666902 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Bound port: aaec7c89-19ea-4bc3-a22c-136050172e74, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:51.666902 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:51.777288 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] For port aaec7c89-19ea-4bc3-a22c-136050172e74, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:51.782945 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] For port aaec7c89-19ea-4bc3-a22c-136050172e74, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aaec7c89-19ea-4bc3-a22c-136050172e74,segment=NetworkSegment(78b91023-95f1-4afc-90ba-b8e6cad28453),segment_id=78b91023-95f1-4afc-90ba-b8e6cad28453)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:51.797860 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:51.800093 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:51.869272 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-064d844b-9ec5-490b-b328-3b38c81932ec service neutron] 10.222.0.61 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070745 Jun 07 14:50:51.937560 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:51.942392 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:51.983723 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:51.990318 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9867b8e0-1153-4c5f-8a38-fa8c9266da77 None None] The sync data for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb is: [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:52.018248 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:52.019416 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Pushing event updated for resources: {'Port': ['ID=aaec7c89-19ea-4bc3-a22c-136050172e74,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:52.030057 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:52.103822 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:52.104786 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:52.294176 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-b5f29803-735f-4026-904f-75c1a38746a0 service neutron] 10.222.0.61 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585229 Jun 07 14:50:52.361357 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Allocated IP 172.28.3.201 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/1a0fbd72-a1a2-418a-a527-8d9740473073) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:52.664829 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:52.709952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:52.719918 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-35e02140-a176-4982-8737-e17aa700c05f tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:52.789859 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:52.793863 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:52.798023 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:52.831953 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0fbd72-a1a2-418a-a527-8d9740473073,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:52.839285 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:53.157315 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f7033968-5bbd-4987-afa9-13d86358c6b9 req-d317c48e-d423-4502-b756-b4b2ede69804 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0930614 Jun 07 14:50:53.341975 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba632a7-347d-425c-933f-c90de9f12f46 None None] Network cd165bd0-733f-488c-be2d-4a9c55be22fe requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:50:53.525659 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-14fc6213-857c-4240-a49c-1ef864e33f54 None None] Provisioning for port aaec7c89-19ea-4bc3-a22c-136050172e74 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:53.633737 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:53.983351 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aaec7c89-19ea-4bc3-a22c-136050172e74 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:54.067730 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port aaec7c89-19ea-4bc3-a22c-136050172e74 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:54.073552 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port aaec7c89-19ea-4bc3-a22c-136050172e74 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:54.073926 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.159570 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2053523'] for router, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.264069 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.324457 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port aaec7c89-19ea-4bc3-a22c-136050172e74, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aaec7c89-19ea-4bc3-a22c-136050172e74,segment=NetworkSegment(78b91023-95f1-4afc-90ba-b8e6cad28453),segment_id=78b91023-95f1-4afc-90ba-b8e6cad28453)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:54.329327 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.330663 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 80b27cc0-5d90-4862-bd34-1bdf6d964d03 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:54.357135 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:54.454942 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8535f3c3-c4af-4600-91fd-3b1467cd5950 req-e7c9a294-ec60-41f7-87d5-04e7003105a8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0691745 Jun 07 14:50:54.455275 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=aaec7c89-19ea-4bc3-a22c-136050172e74,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:54.459034 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:54.472352 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:54.479069 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:54.479254 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.529140 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e is scheduled to L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 with binding_index 1 {{(pid=103647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:50:54.632935 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.685034 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 80b27cc0-5d90-4862-bd34-1bdf6d964d03, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=80b27cc0-5d90-4862-bd34-1bdf6d964d03,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:54.703909 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.713634 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:54.845113 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=80b27cc0-5d90-4862-bd34-1bdf6d964d03,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:54.860156 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:54.870339 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:50:54.890182 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Sync routers for ids ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:50:54.923391 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:54.924642 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-3d0309ad-dd9f-4dfc-8748-f5529f7f6e26 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5426738 Jun 07 14:50:54.928002 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57726) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:50:54.931755 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Routers {'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:54.932564 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:55.097276 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-c2d5103a-98ed-4395-a062-000e01b87551 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:55.100302 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-c2d5103a-98ed-4395-a062-000e01b87551 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 809 time: 0.3737895 Jun 07 14:50:55.171325 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Set router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:55.345842 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-1a455ee1-765f-4f72-a786-48b44787f4ef tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57274d7e009b489ea84819c5ff5151ef HTTP/1.1" status: 200 len: 380 time: 0.2346482 Jun 07 14:50:55.361507 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'port': {'device_id': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'admin_state_up': True, 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'security_groups': ['42313ab1-c5d2-430f-a1a1-775d8dde73da']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:55.509967 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:50:53Z', 'revision_number': 3, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port': {'id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:52Z', 'updated_at': '2021-06-07T14:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:55.514715 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Checking router: e793ffcf-511b-44f1-a8c4-21bc08ab0c8e for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:50:55.515073 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Updating router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e port 1a0fbd72-a1a2-418a-a527-8d9740473073 binding host dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:50:55.593510 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:55.673213 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-62491c7f-c5ef-4665-b161-fd993e0837a0 req-7f5426f6-9930-4c68-b286-398a92ec6b89 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0572302 Jun 07 14:50:55.939030 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aaec7c89-19ea-4bc3-a22c-136050172e74 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:55.975474 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Made reservation on behalf of 57274d7e009b489ea84819c5ff5151ef for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:50:55.979285 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.110756 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port aaec7c89-19ea-4bc3-a22c-136050172e74 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:56.111129 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.234342 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Notify callbacks [] for port, precommit_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.252719 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Transition to ACTIVE for port object 1a0fbd72-a1a2-418a-a527-8d9740473073 will not be triggered until provisioned by entity L2. {{(pid=103648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:56.291798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.301362 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-6b60bb8d-e7bd-4535-ab33-b62dd7729d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:56.352562 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Allocated IP 172.20.0.4 (0ce00b6a-25c6-4627-85d8-cb59f430ff5a/d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd/a20b0b71-8c29-4735-82bd-b93b5f634ae7) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:56.403070 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23684653-bed1-43af-9797-0f0a15db6c9f None None] Pushing event updated for resources: {'Port': ['ID=1a0fbd72-a1a2-418a-a527-8d9740473073,revision_number=2']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:56.408071 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 80b27cc0-5d90-4862-bd34-1bdf6d964d03 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:56.435163 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-23684653-bed1-43af-9797-0f0a15db6c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:56.440447 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Attempting to bind port 1a0fbd72-a1a2-418a-a527-8d9740473073 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:56.440832 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Attempting to bind port 1a0fbd72-a1a2-418a-a527-8d9740473073 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:56.441214 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Attempting to bind port 1a0fbd72-a1a2-418a-a527-8d9740473073 on network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:56.463379 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:56.463998 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Checking segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:56.464421 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.464823 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Bound using segment: {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'} {{(pid=103648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:56.465335 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.managers [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Bound port: 1a0fbd72-a1a2-418a-a527-8d9740473073, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38d14ee-bcdb-4cb5-b963-a7871680eb3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5'}}] {{(pid=103648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:56.465730 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.481776 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.563256 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] For port 1a0fbd72-a1a2-418a-a527-8d9740473073, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:56.566785 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] For port 1a0fbd72-a1a2-418a-a527-8d9740473073, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=1a0fbd72-a1a2-418a-a527-8d9740473073,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:56.567770 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:56.568489 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.598751 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.610355 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:56.709369 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Routers {'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:50:56.710020 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:56.734617 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.769918 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Transition to ACTIVE for port object a20b0b71-8c29-4735-82bd-b93b5f634ae7 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:56.783500 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23684653-bed1-43af-9797-0f0a15db6c9f None None] Pushing event updated for resources: {'Port': ['ID=1a0fbd72-a1a2-418a-a527-8d9740473073,revision_number=3']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:56.792714 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-23684653-bed1-43af-9797-0f0a15db6c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:56.846740 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Allocated IP 172.20.0.1 (cd165bd0-733f-488c-be2d-4a9c55be22fe/3761d733-bfea-4cda-81fe-ac63d6b3bf28/845985c5-e857-4d37-b779-c44a6fe78688) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:50:56.862886 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:56.875947 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:56.972088 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] Set router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:50:57.154310 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:57.165690 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:57.234126 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:57.267578 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:57.314138 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:50:53Z', 'revision_number': 3, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port': {'id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:52Z', 'updated_at': '2021-06-07T14:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:50:57.320164 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd7a00-8194-45e7-a07a-d0ae0663ae40 None None] The sync data for ids ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'] in dv-cinder-789603-7-smb is: [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:50:53Z', 'revision_number': 3, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port': {'id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:52Z', 'updated_at': '2021-06-07T14:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:50:57.406044 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:57.425299 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5667797e-f91a-4281-a649-9feb7cd04f57 None None] Provisioning for port a20b0b71-8c29-4735-82bd-b93b5f634ae7 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:57.431350 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-5667797e-f91a-4281-a649-9feb7cd04f57 None None] Provisioning complete for port a20b0b71-8c29-4735-82bd-b93b5f634ae7 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:57.431874 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5667797e-f91a-4281-a649-9feb7cd04f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:57.499162 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-5667797e-f91a-4281-a649-9feb7cd04f57 None None] Port a20b0b71-8c29-4735-82bd-b93b5f634ae7 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:57.503065 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:57.503713 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:57.516262 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:57.543870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af48ede-b06d-4711-a30c-da34bc83bce4 req-7805374f-d9cf-4961-9b65-cbaa819f2fe4 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:57.545569 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3af48ede-b06d-4711-a30c-da34bc83bce4 req-7805374f-d9cf-4961-9b65-cbaa819f2fe4 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 931 time: 0.6130736 Jun 07 14:50:57.571870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Transition to ACTIVE for port object 845985c5-e857-4d37-b779-c44a6fe78688 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:57.576629 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2219167 Jun 07 14:50:57.620513 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3af48ede-b06d-4711-a30c-da34bc83bce4 req-c348813a-f6bb-41a7-ba9b-7f8148b6aca8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651546 Jun 07 14:50:57.654761 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:57.659271 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-839d1a67-0009-4220-95df-fbc8910e2bbd tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:57.740068 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Network cd165bd0-733f-488c-be2d-4a9c55be22fe is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:57.743406 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:57.745995 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:50:57.824705 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Pushing event updated for resources: {'Port': ['ID=845985c5-e857-4d37-b779-c44a6fe78688,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:57.833306 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:57.852554 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Request body: {'port': {'device_id': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:50:57.917295 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1918441'] for router_interface, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:57.941834 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1a0fbd72-a1a2-418a-a527-8d9740473073 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:58.007318 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.038978 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 1a0fbd72-a1a2-418a-a527-8d9740473073 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:58.046492 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 1a0fbd72-a1a2-418a-a527-8d9740473073 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:58.046817 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.146008 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-06746194-1cf1-468f-a22d-9db348469636 None None] Provisioning for port 845985c5-e857-4d37-b779-c44a6fe78688 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:50:58.188015 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-06746194-1cf1-468f-a22d-9db348469636 None None] Provisioning complete for port 845985c5-e857-4d37-b779-c44a6fe78688 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:58.188392 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-06746194-1cf1-468f-a22d-9db348469636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.206920 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.260742 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-06746194-1cf1-468f-a22d-9db348469636 None None] Port 845985c5-e857-4d37-b779-c44a6fe78688 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:58.274487 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.298094 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 1a0fbd72-a1a2-418a-a527-8d9740473073, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=1a0fbd72-a1a2-418a-a527-8d9740473073,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:50:58.303919 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.311229 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:58.416420 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=1a0fbd72-a1a2-418a-a527-8d9740473073,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:58.419700 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:58.696564 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.702054 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20b0b71-8c29-4735-82bd-b93b5f634ae7 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:50:58.708698 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.739183 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.741658 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:58.818739 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Transition to ACTIVE for port object a20b0b71-8c29-4735-82bd-b93b5f634ae7 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:50:58.834651 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.841185 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Pushing event updated for resources: {'Port': ['ID=845985c5-e857-4d37-b779-c44a6fe78688,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:58.849894 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:58.850395 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:58.887808 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2024617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2041761'] for router_interface, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:58.896934 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390a76-7665-4529-9e60-2b02a24ba1cf req-6619e37f-f7cf-4824-b611-86515caf337f tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:58.898572 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c9390a76-7665-4529-9e60-2b02a24ba1cf req-6619e37f-f7cf-4824-b611-86515caf337f tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.0973930 Jun 07 14:50:58.948623 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-c9390a76-7665-4529-9e60-2b02a24ba1cf req-4538dc2f-599e-4a15-9d28-3c0b2caef25a tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Jun 07 14:50:59.061768 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:59.093568 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:59.221944 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Attempting to bind port a20b0b71-8c29-4735-82bd-b93b5f634ae7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:50:59.222896 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Attempting to bind port a20b0b71-8c29-4735-82bd-b93b5f634ae7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:50:59.222896 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Attempting to bind port a20b0b71-8c29-4735-82bd-b93b5f634ae7 on network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:59.231628 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Network cd165bd0-733f-488c-be2d-4a9c55be22fe is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:50:59.232474 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Port a20b0b71-8c29-4735-82bd-b93b5f634ae7 on network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:50:59.232792 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Attempting to bind port a20b0b71-8c29-4735-82bd-b93b5f634ae7 on network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:50:59.235212 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:50:59.244314 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:50:59.244471 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Checking segment: {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:50:59.244790 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Bound using segment: {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:50:59.245212 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Bound port: a20b0b71-8c29-4735-82bd-b93b5f634ae7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f9a343-8e88-49fa-99a1-d752a5954feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:50:59.245558 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:59.557315 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-d881b517-6e47-4e2c-9463-5d68888a2344 None None] Provisioning complete for port 845985c5-e857-4d37-b779-c44a6fe78688 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:59.557919 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-d881b517-6e47-4e2c-9463-5d68888a2344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:59.619887 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-d881b517-6e47-4e2c-9463-5d68888a2344 None None] Port 845985c5-e857-4d37-b779-c44a6fe78688 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:50:59.632972 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:50:59.648912 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:50:59.656812 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:50:59.658346 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:59.662323 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:50:59.801548 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:50:59.802381 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:50:59.804027 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] 10.222.0.63 "PUT /v2.0/ports/a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 1093 time: 2.2082880 Jun 07 14:50:59.804551 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:50:59.807330 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9a964-df35-427a-91f5-c64d892901d3" -d '{"events": [{"name": "network-changed", "server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:50:59.833109 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:50:59.840239 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-be852388-b4af-4d54-aa2e-45fbdf31385b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:50:59.898412 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1a0fbd72-a1a2-418a-a527-8d9740473073 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:50:59.979001 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af60d39b-c33c-4b01-8610-5f60f49ed83a x-openstack-request-id: req-af60d39b-c33c-4b01-8610-5f60f49ed83a {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:50:59.979318 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:50:59.979593 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af60d39b-c33c-4b01-8610-5f60f49ed83a {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:50:59.980010 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'status': 'completed', 'code': 200} Jun 07 14:50:59.982958 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 1a0fbd72-a1a2-418a-a527-8d9740473073 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:50:59.983362 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:00.031335 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:51:00.036097 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] 10.222.0.61 "PUT /v2.0/routers/e793ffcf-511b-44f1-a8c4-21bc08ab0c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1070480 Jun 07 14:51:00.045884 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Sync routers for ids ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:51:00.059242 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Routers {'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:00.060398 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:00.075470 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-541155f2-b1e0-49a8-9ebd-ca56e41003c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:00.077452 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-541155f2-b1e0-49a8-9ebd-ca56e41003c1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1096 time: 0.2074564 Jun 07 14:51:00.187574 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-70110aa6-b2d9-4bdf-a86b-7a249196537a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 217 time: 0.1009107 Jun 07 14:51:00.252355 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5d30d-5211-44ed-9237-7f4dbb77d4f8 req-40865ad5-0091-434a-b18e-5fb21637ae40 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:00.255706 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-86a5d30d-5211-44ed-9237-7f4dbb77d4f8 req-40865ad5-0091-434a-b18e-5fb21637ae40 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.1827857 Jun 07 14:51:00.284694 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-95c926bc-7037-4a67-9d0b-cf440ac2af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:00.287159 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-95c926bc-7037-4a67-9d0b-cf440ac2af6c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0910726 Jun 07 14:51:00.319756 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-86a5d30d-5211-44ed-9237-7f4dbb77d4f8 req-e9ad79cf-7f61-43fe-a531-0cf959ecaab7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577989 Jun 07 14:51:00.340193 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Set router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:00.392142 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-13fea74e-272f-493f-8c66-1c9e93f1280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:00.393672 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-13fea74e-272f-493f-8c66-1c9e93f1280a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977881 Jun 07 14:51:00.573933 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-3fd6ecde-c0a5-4db3-9322-4fa9ff9d6945 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710138 Jun 07 14:51:00.693716 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 4, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port': {'id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:52Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '845985c5-e857-4d37-b779-c44a6fe78688', 'name': '', 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'mac_address': 'fa:16:3e:41:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3761d733-bfea-4cda-81fe-ac63d6b3bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:56Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 2, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'subnets': [{'id': '3761d733-bfea-4cda-81fe-ac63d6b3bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:00.698393 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Checking router: e793ffcf-511b-44f1-a8c4-21bc08ab0c8e for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:51:00.698747 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Updating router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e port 845985c5-e857-4d37-b779-c44a6fe78688 binding host dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:51:00.743060 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f286a68-9a9d-44ed-bdd3-6015f3d25929 req-a57639a9-1a77-4e28-92d1-07dd6faca31c service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603019 Jun 07 14:51:00.768290 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:00.903131 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-7f9b4e4c-78d8-4571-aa6f-2d8f29ba1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:00.904795 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-7f9b4e4c-78d8-4571-aa6f-2d8f29ba1809 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1014397 Jun 07 14:51:01.112331 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-db2d0f39-da5a-479f-899c-28020ae0a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:01.114125 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-db2d0f39-da5a-479f-899c-28020ae0a7b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.2005310 Jun 07 14:51:01.198213 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-bb54747d-45e1-4dba-ad9f-0c773b8c751f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 217 time: 0.0756686 Jun 07 14:51:01.210056 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Notify callbacks [] for port, precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:01.225995 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Transition to ACTIVE for port object 845985c5-e857-4d37-b779-c44a6fe78688 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:51:01.241487 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:01.246327 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-e45cf614-92a1-4693-bcdb-be6b682f8955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:01.298206 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-a8c44de2-aabe-42eb-aab3-4c114086e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:01.299843 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-a8c44de2-aabe-42eb-aab3-4c114086e1ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0943193 Jun 07 14:51:01.360320 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf876a-2606-4c5f-ba7b-6a7fe4373705 None None] Pushing event updated for resources: {'Port': ['ID=845985c5-e857-4d37-b779-c44a6fe78688,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:01.365586 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-2dcf876a-2606-4c5f-ba7b-6a7fe4373705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:01.429077 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-bd623754-30e6-4b51-ba9d-87d38f2019d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:01.432380 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-bd623754-30e6-4b51-ba9d-87d38f2019d3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1241519 Jun 07 14:51:01.694934 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Attempting to bind port 845985c5-e857-4d37-b779-c44a6fe78688 on host dv-cinder-789603-7-smb for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:51:01.695306 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Attempting to bind port 845985c5-e857-4d37-b779-c44a6fe78688 by drivers openvswitch,hyperv on host dv-cinder-789603-7-smb at level 0 using segments [{'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:51:01.695950 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Attempting to bind port 845985c5-e857-4d37-b779-c44a6fe78688 on network cd165bd0-733f-488c-be2d-4a9c55be22fe {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:51:01.704418 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Checking agent: {'id': 'b4277ca2-a0b2-4213-80c8-c1bb1e568144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 37, 12), 'started_at': datetime.datetime(2021, 6, 7, 14, 37, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:51:01.704800 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Checking segment: {'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:51:01.714446 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:01.714889 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Bound using segment: {'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:51:01.715753 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Bound port: 845985c5-e857-4d37-b779-c44a6fe78688, host: dv-cinder-789603-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b91023-95f1-4afc-90ba-b8e6cad28453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:51:01.716191 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:01.796122 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-9213cadd-d847-4530-8525-aad9899c99f4 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521287 Jun 07 14:51:01.856628 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb012eb5-62e3-4974-bdb6-3de603c50ab0 req-2125cb4e-d0d4-4428-90b0-56ff57d6fe91 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:01.863781 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fb012eb5-62e3-4974-bdb6-3de603c50ab0 req-2125cb4e-d0d4-4428-90b0-56ff57d6fe91 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.3897913 Jun 07 14:51:01.891639 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] For port 845985c5-e857-4d37-b779-c44a6fe78688, host dv-cinder-789603-7-smb, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:51:01.897541 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] For port 845985c5-e857-4d37-b779-c44a6fe78688, host dv-cinder-789603-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=845985c5-e857-4d37-b779-c44a6fe78688,segment=NetworkSegment(78b91023-95f1-4afc-90ba-b8e6cad28453),segment_id=78b91023-95f1-4afc-90ba-b8e6cad28453)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:51:01.906883 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:01.922878 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:02.007654 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fb012eb5-62e3-4974-bdb6-3de603c50ab0 req-f61c792b-ef26-4db8-a1ec-e323e6d39b1e tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428986 Jun 07 14:51:02.024826 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Routers {'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:02.025694 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:02.085727 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-7fd9a964-df35-427a-91f5-c64d892901d3 req-33aa2337-10e5-464f-9ab4-530c0a619cce service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784348 Jun 07 14:51:02.183735 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf876a-2606-4c5f-ba7b-6a7fe4373705 None None] Pushing event updated for resources: {'Port': ['ID=845985c5-e857-4d37-b779-c44a6fe78688,revision_number=4']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:02.269621 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG oslo_concurrency.lockutils [None req-2dcf876a-2606-4c5f-ba7b-6a7fe4373705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=103649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:02.318871 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] Set router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:02.716093 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 4, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port': {'id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:52Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '845985c5-e857-4d37-b779-c44a6fe78688', 'name': '', 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'mac_address': 'fa:16:3e:41:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3761d733-bfea-4cda-81fe-ac63d6b3bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:56Z', 'updated_at': '2021-06-07T14:51:01Z', 'revision_number': 4, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'subnets': [{'id': '3761d733-bfea-4cda-81fe-ac63d6b3bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:02.720775 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749e3c4-3bf0-4a93-81af-fc157fc5c176 None None] The sync data for ids ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'] in dv-cinder-789603-7-smb is: [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 4, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port': {'id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:52Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '845985c5-e857-4d37-b779-c44a6fe78688', 'name': '', 'network_id': 'cd165bd0-733f-488c-be2d-4a9c55be22fe', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'mac_address': 'fa:16:3e:41:05:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3761d733-bfea-4cda-81fe-ac63d6b3bf28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:56Z', 'updated_at': '2021-06-07T14:51:01Z', 'revision_number': 4, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'subnets': [{'id': '3761d733-bfea-4cda-81fe-ac63d6b3bf28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:51:02.918481 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device a20b0b71-8c29-4735-82bd-b93b5f634ae7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:51:03.179092 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:03.216448 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'port_id': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'mac_address': 'fa:16:3e:60:a6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:51:03.313957 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:03.333860 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20b0b71-8c29-4735-82bd-b93b5f634ae7 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:51:03.358101 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:03.366088 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:03.371127 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:03.399775 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea8cdf-3175-471e-b596-61397c859937 req-b8030572-33da-467f-872c-0473f45b42cd tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:03.417257 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1bea8cdf-3175-471e-b596-61397c859937 req-b8030572-33da-467f-872c-0473f45b42cd tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.2154493 Jun 07 14:51:03.473789 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:03.485061 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.485486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.485891 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.486294 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.486729 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.487121 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.487543 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.487940 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.488329 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.488716 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.489121 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.492375 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:03.496117 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1bea8cdf-3175-471e-b596-61397c859937 req-9e2f4c9c-7a85-4a3e-8b81-76a362564ed9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711207 Jun 07 14:51:03.515569 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:03.619874 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['a20b0b71-8c29-4735-82bd-b93b5f634ae7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:51:03.925677 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:03.979081 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 845985c5-e857-4d37-b779-c44a6fe78688 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:51:04.131919 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning for port 845985c5-e857-4d37-b779-c44a6fe78688 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:51:04.147004 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 845985c5-e857-4d37-b779-c44a6fe78688 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:51:04.147385 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:04.335786 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:04.378143 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] For port 845985c5-e857-4d37-b779-c44a6fe78688, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=845985c5-e857-4d37-b779-c44a6fe78688,segment=NetworkSegment(78b91023-95f1-4afc-90ba-b8e6cad28453),segment_id=78b91023-95f1-4afc-90ba-b8e6cad28453)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:04.382680 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:04.391594 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-36a845ad-b0bf-4d42-b144-da9938117447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:04.496297 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Pushing event updated for resources: {'Port': ['ID=845985c5-e857-4d37-b779-c44a6fe78688,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:04.499750 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:04.744545 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7058f0-3952-4e79-b050-ac80e7c2f53f req-29d1b8b8-a496-4f33-aff6-1a83eec9d520 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:04.749345 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d7058f0-3952-4e79-b050-ac80e7c2f53f req-29d1b8b8-a496-4f33-aff6-1a83eec9d520 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 944 time: 0.0987542 Jun 07 14:51:04.806698 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4d7058f0-3952-4e79-b050-ac80e7c2f53f req-b293c02e-4758-41c9-b236-0b0c22663c7c tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525947 Jun 07 14:51:04.929666 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device a20b0b71-8c29-4735-82bd-b93b5f634ae7 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:51:05.011262 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port a20b0b71-8c29-4735-82bd-b93b5f634ae7 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:51:05.019202 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port a20b0b71-8c29-4735-82bd-b93b5f634ae7 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:51:05.022643 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:05.168236 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:05.234836 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:05.237547 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924fb819-8173-4268-ae3a-52c531929556" -d '{"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:05.252819 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:05.270980 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:05.275017 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:05.397958 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd34c25-2032-4c64-8bfb-479b7689d7c1 x-openstack-request-id: req-8fd34c25-2032-4c64-8bfb-479b7689d7c1 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:05.398652 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:05.399657 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fd34c25-2032-4c64-8bfb-479b7689d7c1 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:05.400257 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'code': 200} Jun 07 14:51:05.432614 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:05.442359 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:05.757417 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eea330-beb0-4c51-b401-92830135c2b4 req-08940a8c-f2a7-4235-99a5-24251a7c8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:05.759768 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-96eea330-beb0-4c51-b401-92830135c2b4 req-08940a8c-f2a7-4235-99a5-24251a7c8052 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1098 time: 0.1036994 Jun 07 14:51:05.835253 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-96eea330-beb0-4c51-b401-92830135c2b4 req-f64c47e4-c9e8-487e-b08e-0ba9169e2bb2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649033 Jun 07 14:51:05.934717 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 845985c5-e857-4d37-b779-c44a6fe78688 up at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:51:06.062818 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b1b3d-57d6-4eed-ae4f-dedd949b9601 req-b58da476-83bb-43f0-80c5-76efdf47ce97 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:06.071941 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-189b1b3d-57d6-4eed-ae4f-dedd949b9601 req-b58da476-83bb-43f0-80c5-76efdf47ce97 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1047204 Jun 07 14:51:06.113181 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Provisioning complete for port 845985c5-e857-4d37-b779-c44a6fe78688 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:51:06.113777 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:06.131525 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-189b1b3d-57d6-4eed-ae4f-dedd949b9601 req-c4b8a58c-6be4-481e-a4af-7e09298e178b tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580766 Jun 07 14:51:07.334516 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4006d5-8231-4fce-8b8c-83db8abc6135 req-46fb8e4d-e9b8-4093-9c57-eb0e61c6ee71 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:07.335982 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fa4006d5-8231-4fce-8b8c-83db8abc6135 req-46fb8e4d-e9b8-4093-9c57-eb0e61c6ee71 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1021137 Jun 07 14:51:07.395097 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fa4006d5-8231-4fce-8b8c-83db8abc6135 req-f4b2eedc-7db3-45d3-8faa-89ef071bef36 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518470 Jun 07 14:51:07.649309 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63be0-078b-4cbc-ad9d-66fb67433d90 req-38f0519a-cb50-41fc-b21b-ed5e7953eda4 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:07.653718 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-83e63be0-078b-4cbc-ad9d-66fb67433d90 req-38f0519a-cb50-41fc-b21b-ed5e7953eda4 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1382680 Jun 07 14:51:07.724630 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-83e63be0-078b-4cbc-ad9d-66fb67433d90 req-2759f584-55be-4d73-a4cd-67688ffbdc26 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649843 Jun 07 14:51:07.766515 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 57834) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:08.001691 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e98043-5fa7-4f82-a98b-1a332af6c938 tempest-TestShelveInstance-93746230 tempest-TestShelveInstance-93746230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:08.006308 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 57838) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:08.006537 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-75e98043-5fa7-4f82-a98b-1a332af6c938 tempest-TestShelveInstance-93746230 tempest-TestShelveInstance-93746230-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1093 time: 0.2377336 Jun 07 14:51:08.012409 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Request body: {'floatingip': {'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'port_id': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:08.045262 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for floatingip, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:08.248258 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:08.417734 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Allocated IP 172.28.3.172 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/82b88a1f-6221-4bcc-8dcb-fa4df1de6687) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:51:08.500630 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-50c3085b-7ea7-4716-9b82-5bdeff5f4ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:08.608172 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:08.645274 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:08.649867 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f84434d2-70a4-4b54-8e00-a4df917a6fa1 tempest-ServerRescueNegativeTestJSON-2131368490 tempest-ServerRescueNegativeTestJSON-2131368490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:08.719598 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:51:08.721937 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:51:08.726397 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:51:08.772465 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'Port': ['ID=82b88a1f-6221-4bcc-8dcb-fa4df1de6687,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:08.776982 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:09.431469 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:09.568749 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:09.925515 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:09.932407 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:09.937742 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:10.060105 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event updated for resources: {'Port': ['ID=82b88a1f-6221-4bcc-8dcb-fa4df1de6687,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:10.063306 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:10.079544 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:10.319515 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Floating IP bbeda7f1-08df-4765-ae0f-0a0bc3f640d4 associated. External IP: 172.28.3.172, port: a20b0b71-8c29-4735-82bd-b93b5f634ae7. Jun 07 14:51:10.815401 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Router 56161fe4-9c70-41e5-baac-a925c1f54f7a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:51:11.006707 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:51:11.018114 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] Sync routers for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:51:11.031666 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:11.032594 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:11.033628 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:50:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:11.107938 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ddd5ab6a-e42b-4ac7-98b2-a1e0601d6c05 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1002417 Jun 07 14:51:11.108661 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:11.111629 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b5293b-1513-4f43-aa37-39b308caa9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:11.183716 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f719f7b-9176-47a8-8b89-a1b9de958edf x-openstack-request-id: req-4f719f7b-9176-47a8-8b89-a1b9de958edf {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:11.184145 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:11.184528 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f719f7b-9176-47a8-8b89-a1b9de958edf {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:11.185108 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'status': 'completed', 'code': 200} Jun 07 14:51:11.283056 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-08927712-366b-48cb-8be1-c33a966f29ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:11.300874 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:11.334365 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-49f3dad5-0504-4e92-8fad-45d28cc63239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:11.336004 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-49f3dad5-0504-4e92-8fad-45d28cc63239 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1098 time: 0.1216218 Jun 07 14:51:11.743538 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-4c48b31b-4658-4895-85d3-9a491e6882f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:11.743538 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-4c48b31b-4658-4895-85d3-9a491e6882f4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.3913109 Jun 07 14:51:11.749925 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': 'bbeda7f1-08df-4765-ae0f-0a0bc3f640d4', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'floating_ip_address': '172.28.3.172', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'port_id': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'mac_address': 'fa:16:3e:60:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:51:09Z', 'updated_at': '2021-06-07T14:51:09Z', 'revision_number': 0, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:18Z', 'revision_number': 5, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:11.754735 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] Checking router: 56161fe4-9c70-41e5-baac-a925c1f54f7a for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:51:11.763995 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:11.764725 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:51:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:11.866557 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-e1d4e903-b06d-441f-8e1a-4b58d5a38f39 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 999 time: 0.1088626 Jun 07 14:51:11.940527 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-46758c7a-0405-4dcd-9f76-76400880594d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:11.941973 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-46758c7a-0405-4dcd-9f76-76400880594d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 814 time: 0.3642294 Jun 07 14:51:11.960727 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:11.973413 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-6db1d1dd-ae08-455e-bc4c-95ebd1962137 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/quotas/8fd69d5beb6443df900fcda7390a6fee HTTP/1.1" status: 200 len: 375 time: 0.0171661 Jun 07 14:51:11.975926 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:11.977165 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-2de8e248-9c1e-4b68-a910-19c2e656ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:11.978744 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-2de8e248-9c1e-4b68-a910-19c2e656ab82 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0964639 Jun 07 14:51:12.121622 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-24cce713-15eb-498f-88db-965fb02d45db tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401935 Jun 07 14:51:12.126292 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-8e8ca8b2-adc9-473f-a9a5-929fb43f9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:12.127968 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-8e8ca8b2-adc9-473f-a9a5-929fb43f9fdd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114891 Jun 07 14:51:12.340584 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': 'bbeda7f1-08df-4765-ae0f-0a0bc3f640d4', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'floating_ip_address': '172.28.3.172', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'port_id': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'mac_address': 'fa:16:3e:60:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:51:09Z', 'updated_at': '2021-06-07T14:51:09Z', 'revision_number': 0, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:18Z', 'revision_number': 5, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:12.345103 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bde48b9-9fe9-47fc-a0cc-a15322977340 None None] The sync data for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb is: [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': 'bbeda7f1-08df-4765-ae0f-0a0bc3f640d4', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'floating_ip_address': '172.28.3.172', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'port_id': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'mac_address': 'fa:16:3e:60:a6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:51:09Z', 'updated_at': '2021-06-07T14:51:09Z', 'revision_number': 0, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:18Z', 'revision_number': 5, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:51:12.374705 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-51b9415c-5a12-4de1-814c-c4f89b4923ad service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344866 Jun 07 14:51:12.421090 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-9e7a6719-1929-4045-b5b9-64cae6c7b585 service neutron] 10.222.0.61 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876296 Jun 07 14:51:12.541451 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c70e8c3-9710-47b8-bb8c-ab0280b8b422 None None] New status for floating IP bbeda7f1-08df-4765-ae0f-0a0bc3f640d4: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:51:12.625165 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-09b5293b-1513-4f43-aa37-39b308caa9c1 req-25d50d15-41ac-4ee8-9890-83da9f3b3bd3 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362974 Jun 07 14:51:12.644965 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-c3d1980e-59b5-429a-881b-8aebf9b6a672 service neutron] 10.222.0.61 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135792 Jun 07 14:51:12.844630 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1bf893ea-4f3d-449a-bd7c-0ca40080f754 req-167fc4d7-4f7e-44de-b7a2-444acfb9536f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 210 time: 0.0535448 Jun 07 14:51:13.117373 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:14.075008 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-b409ecf8-6176-4343-96f4-1e4fec1bd72c tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:14.076608 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-b409ecf8-6176-4343-96f4-1e4fec1bd72c tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.63 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 814 time: 0.1860979 Jun 07 14:51:14.127420 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'port': {'device_id': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'admin_state_up': True, 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:14.165592 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5bea0ae3-d027-426a-84ad-39072f9fd808 req-d523efd7-3f27-460e-96e9-2a69a3e1ad5d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 210 time: 0.0828311 Jun 07 14:51:14.517974 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Made reservation on behalf of 8fd69d5beb6443df900fcda7390a6fee for: {'port': 1} {{(pid=103647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:51:14.521315 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:14.559838 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891b7ce-90b4-47a5-bd21-3715c0461bb7 req-722c8a86-1d40-4a3a-959c-efafba974f75 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:14.561487 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8891b7ce-90b4-47a5-bd21-3715c0461bb7 req-722c8a86-1d40-4a3a-959c-efafba974f75 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1510825 Jun 07 14:51:14.690639 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8891b7ce-90b4-47a5-bd21-3715c0461bb7 req-c0cb7915-b4fc-4f60-afcd-e9f2741511e2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810211 Jun 07 14:51:14.780272 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_common [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Allocated IP 172.20.0.8 (9948a820-520f-4849-95a5-23ae7f39aada/f7e0a330-30ad-44b5-b172-7b3e41a28d4b/b9f5daf4-434c-455b-9856-0da96502f733) {{(pid=103647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:51:15.059258 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for port, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:15.085987 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Transition to ACTIVE for port object b9f5daf4-434c-455b-9856-0da96502f733 will not be triggered until provisioned by entity DHCP. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:51:15.136557 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:15.143303 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-afe329d7-284c-4d58-b2cb-006e6c07032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:15.207582 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Network 9948a820-520f-4849-95a5-23ae7f39aada is already hosted by enough agents. {{(pid=103647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:51:15.211987 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.base_scheduler [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Resources bound (agent type, host, resource id): {{(pid=103647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:51:15.214601 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Received port after_create {{(pid=103647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:51:15.273490 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:15.277171 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:15.325338 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:15.326023 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:15.396676 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-8a0a09e2-881b-45a6-b02c-e001c41aa969 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2731657 Jun 07 14:51:15.449428 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1723-2017-4d80-9e11-3d1e744bd172 req-1d06e8d8-c1a2-41f2-8b66-6f37fdc2fb70 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:15.451094 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f60a1723-2017-4d80-9e11-3d1e744bd172 req-1d06e8d8-c1a2-41f2-8b66-6f37fdc2fb70 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.1077595 Jun 07 14:51:15.520207 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f60a1723-2017-4d80-9e11-3d1e744bd172 req-38b3ac13-c775-4b9b-b582-37929468b018 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480924 Jun 07 14:51:15.529739 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3a182d22-1206-4c92-b940-8d4730355abb None None] Provisioning for port b9f5daf4-434c-455b-9856-0da96502f733 completed by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:51:15.540520 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-3a182d22-1206-4c92-b940-8d4730355abb None None] Provisioning complete for port b9f5daf4-434c-455b-9856-0da96502f733 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:51:15.541272 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3a182d22-1206-4c92-b940-8d4730355abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:15.603195 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3a182d22-1206-4c92-b940-8d4730355abb None None] Port b9f5daf4-434c-455b-9856-0da96502f733 cannot update to ACTIVE because it is not bound. {{(pid=103648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:51:15.896123 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:15.933073 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad049bcd-ea67-48d5-ad1d-6546928fbfa1 req-bfe9ac6c-4390-4f77-988b-4f95c85cd469 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:15.934587 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ad049bcd-ea67-48d5-ad1d-6546928fbfa1 req-bfe9ac6c-4390-4f77-988b-4f95c85cd469 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0938344 Jun 07 14:51:15.987172 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ad049bcd-ea67-48d5-ad1d-6546928fbfa1 req-1d2dfea8-094a-4e0c-972b-592600e6be76 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454197 Jun 07 14:51:16.721442 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880b919-8fbc-421a-8871-b27bb71b9dc3 req-87c919ef-9d8f-4279-8e3a-1261e7e331b4 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:16.722932 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8880b919-8fbc-421a-8871-b27bb71b9dc3 req-87c919ef-9d8f-4279-8e3a-1261e7e331b4 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.0943301 Jun 07 14:51:16.769210 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8880b919-8fbc-421a-8871-b27bb71b9dc3 req-d7b506d8-9162-40a4-b4af-a399bc8f449b tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Jun 07 14:51:17.201228 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d6a4a-deca-4172-a26a-751fb0fe9ca5 req-ab489ab5-1541-43c1-8f8c-928bb2ccfb86 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:17.202762 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a5d6a4a-deca-4172-a26a-751fb0fe9ca5 req-ab489ab5-1541-43c1-8f8c-928bb2ccfb86 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1010988 Jun 07 14:51:17.250600 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8a5d6a4a-deca-4172-a26a-751fb0fe9ca5 req-487f2180-3e51-4350-bc3a-b9970da83561 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Jun 07 14:51:17.972452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f6622-1662-473f-897e-fa2d99864aab req-c0467d6e-8bde-4b43-bd81-ebd53bbdac3a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:17.974145 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-942f6622-1662-473f-897e-fa2d99864aab req-c0467d6e-8bde-4b43-bd81-ebd53bbdac3a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.0891213 Jun 07 14:51:18.021658 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-942f6622-1662-473f-897e-fa2d99864aab req-544db47c-2b34-4010-bfa1-6b54d23ffdcb tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Jun 07 14:51:18.476781 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d76f88-bdee-480d-8726-d737e872abdd req-54fafbd5-3e80-4392-bf1d-c15215fd3597 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:18.480283 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c0d76f88-bdee-480d-8726-d737e872abdd req-54fafbd5-3e80-4392-bf1d-c15215fd3597 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1077864 Jun 07 14:51:18.529880 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c0d76f88-bdee-480d-8726-d737e872abdd req-09925c51-7f21-4bf2-a58d-16d1e723e165 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Jun 07 14:51:19.226677 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6a8f-46df-41fc-9fd3-344c4719f91d req-6242d668-d897-428e-98ad-b4e93f938af7 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:19.231692 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5cc6a8f-46df-41fc-9fd3-344c4719f91d req-6242d668-d897-428e-98ad-b4e93f938af7 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.0915382 Jun 07 14:51:19.282202 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e5cc6a8f-46df-41fc-9fd3-344c4719f91d req-ad6383b2-7dea-4d4e-9c12-7ce491332dd4 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Jun 07 14:51:19.741953 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185320f-455e-4387-bc51-1fc7dfb1873d req-50dc63fe-a097-45e6-b69b-4d751f2cb69e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:19.744270 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a185320f-455e-4387-bc51-1fc7dfb1873d req-50dc63fe-a097-45e6-b69b-4d751f2cb69e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0966072 Jun 07 14:51:19.795750 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-a185320f-455e-4387-bc51-1fc7dfb1873d req-034e6c81-16eb-4c18-bf2b-64c9bbfc6f5d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Jun 07 14:51:20.491791 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf54a1-76e1-4060-a1a6-615d8d804b29 req-e1c8b46d-de19-49b2-933b-cf44ba6c1bad tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:20.493639 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0dbf54a1-76e1-4060-a1a6-615d8d804b29 req-e1c8b46d-de19-49b2-933b-cf44ba6c1bad tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.0977879 Jun 07 14:51:20.550193 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-0dbf54a1-76e1-4060-a1a6-615d8d804b29 req-f1e38f20-9ff1-445a-b36c-6f00f62b056f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511365 Jun 07 14:51:21.015703 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71dbbb-cd54-4f12-8823-0d9f25165254 req-ecf4e698-7429-44e7-b66c-173b00d4eb6c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:21.021431 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ee71dbbb-cd54-4f12-8823-0d9f25165254 req-ecf4e698-7429-44e7-b66c-173b00d4eb6c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1067829 Jun 07 14:51:21.066253 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ee71dbbb-cd54-4f12-8823-0d9f25165254 req-adf92e76-b4ef-4faf-bcc1-e1b73dd92ade tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Jun 07 14:51:21.766695 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6030f-c3f5-4302-8c82-d7baf6e155cd req-6974641d-5c57-46af-8053-02a5b5d46b44 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:21.771017 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-79e6030f-c3f5-4302-8c82-d7baf6e155cd req-6974641d-5c57-46af-8053-02a5b5d46b44 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.0933492 Jun 07 14:51:21.816876 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-79e6030f-c3f5-4302-8c82-d7baf6e155cd req-915520ea-5095-4809-9396-8e41fbbfbc63 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Jun 07 14:51:22.437164 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c2b93-00f9-4079-8b33-3b95f2411a19 req-8e3e4249-def9-4e8d-9ae6-90673377ae38 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:22.438806 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-061c2b93-00f9-4079-8b33-3b95f2411a19 req-8e3e4249-def9-4e8d-9ae6-90673377ae38 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0802979 Jun 07 14:51:22.485052 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-061c2b93-00f9-4079-8b33-3b95f2411a19 req-2fd45bfe-d6fe-4e67-88c9-c3ee0e8e2261 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 Jun 07 14:51:23.010889 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569db8db-bed0-40e9-b9a7-f6c9406e493d req-de7cac71-233d-48c4-b9f8-1df103c66de2 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:23.012268 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-569db8db-bed0-40e9-b9a7-f6c9406e493d req-de7cac71-233d-48c4-b9f8-1df103c66de2 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.0864253 Jun 07 14:51:23.062238 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-569db8db-bed0-40e9-b9a7-f6c9406e493d req-d6c50620-3894-4057-90f7-e002ba4b9f35 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Jun 07 14:51:23.691968 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f1b76-6b27-43ce-ace1-1a3830c68e27 req-f1c73729-5799-4a11-813c-e74133a85e5d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:23.693520 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-205f1b76-6b27-43ce-ace1-1a3830c68e27 req-f1c73729-5799-4a11-813c-e74133a85e5d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0858035 Jun 07 14:51:23.749110 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-205f1b76-6b27-43ce-ace1-1a3830c68e27 req-740b2e14-5cb7-44d1-947f-e0adee7a5e92 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478187 Jun 07 14:51:24.272092 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebb44d-5055-44b9-b672-befc701dfe97 req-81ad8e78-a3d0-43d9-ba31-db59647ce909 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:24.273756 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-24ebb44d-5055-44b9-b672-befc701dfe97 req-81ad8e78-a3d0-43d9-ba31-db59647ce909 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.0997486 Jun 07 14:51:24.330684 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-24ebb44d-5055-44b9-b672-befc701dfe97 req-3d5076ff-9ad7-468b-9020-bdea792f6641 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 Jun 07 14:51:25.050267 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b94bf-abcf-480b-8980-b8cd1b70133d req-2c70a6fc-7d8f-46de-872d-ee1135a7ed3c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:25.051794 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-968b94bf-abcf-480b-8980-b8cd1b70133d req-2c70a6fc-7d8f-46de-872d-ee1135a7ed3c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1809766 Jun 07 14:51:25.104429 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-968b94bf-abcf-480b-8980-b8cd1b70133d req-29fdd66a-bc28-4be5-9b3a-ce17fba2d495 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450320 Jun 07 14:51:25.547961 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9210cf-11ae-4abf-92cb-b77ea9507c20 req-2063fcd2-f21b-4e5c-bd6c-bf2e6ef78672 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:25.549665 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f9210cf-11ae-4abf-92cb-b77ea9507c20 req-2063fcd2-f21b-4e5c-bd6c-bf2e6ef78672 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.1085372 Jun 07 14:51:25.603747 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-1f9210cf-11ae-4abf-92cb-b77ea9507c20 req-cd27d8f0-00de-4f99-acf6-1e486b5c8afe tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472980 Jun 07 14:51:25.936150 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:51:26.294540 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea8a47-16ee-4abe-8c60-ab801db32134 req-55d84c2c-2090-4cd4-8ffa-97af669b59fc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:26.295903 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-40ea8a47-16ee-4abe-8c60-ab801db32134 req-55d84c2c-2090-4cd4-8ffa-97af669b59fc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0810730 Jun 07 14:51:26.330311 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Request body: {'port': {'device_id': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:26.398174 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-40ea8a47-16ee-4abe-8c60-ab801db32134 req-4df03f72-1a2a-4e5a-a5ef-e185be9c8863 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957091 Jun 07 14:51:26.468099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:26.907719 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c4853-7c7a-459e-8bda-9022413723c6 req-62649b50-6bb3-47e0-b25f-4035a0ad405f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:26.909310 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-161c4853-7c7a-459e-8bda-9022413723c6 req-62649b50-6bb3-47e0-b25f-4035a0ad405f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 931 time: 0.1699305 Jun 07 14:51:26.916067 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f5daf4-434c-455b-9856-0da96502f733 {{(pid=103647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:51:26.936708 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:26.966616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.provisioning_blocks [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Transition to ACTIVE for port object b9f5daf4-434c-455b-9856-0da96502f733 will not be triggered until provisioned by entity L2. {{(pid=103647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:51:26.970696 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:26.977759 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d7e29586-0083-4076-b98a-87b05729a769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:27.019109 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-161c4853-7c7a-459e-8bda-9022413723c6 req-7483dca8-c872-414f-86c7-20a5c5961c94 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984700 Jun 07 14:51:27.172423 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=2']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:27.177440 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:27.222243 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Attempting to bind port b9f5daf4-434c-455b-9856-0da96502f733 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:51:27.222587 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Attempting to bind port b9f5daf4-434c-455b-9856-0da96502f733 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:51:27.222906 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Attempting to bind port b9f5daf4-434c-455b-9856-0da96502f733 on network 9948a820-520f-4849-95a5-23ae7f39aada {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:51:27.229549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Port b9f5daf4-434c-455b-9856-0da96502f733 on network 9948a820-520f-4849-95a5-23ae7f39aada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:51:27.229878 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Attempting to bind port b9f5daf4-434c-455b-9856-0da96502f733 on network 9948a820-520f-4849-95a5-23ae7f39aada {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:51:27.235164 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Checking agent: {'id': '8740b2a4-b3e9-4272-8e88-a7284ca30336', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'started_at': datetime.datetime(2021, 6, 7, 14, 43, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:51:27.235501 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Checking segment: {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:51:27.235880 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Bound using segment: {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'} {{(pid=103647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:51:27.236304 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.managers [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Bound port: b9f5daf4-434c-455b-9856-0da96502f733, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c7cc926-06e5-4db8-8bf5-594f21087b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada'}}] {{(pid=103647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:51:27.236653 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:27.341746 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, cleared binding levels {{(pid=103647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:51:27.344887 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b9f5daf4-434c-455b-9856-0da96502f733,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:51:27.351811 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:27.356184 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1516e3ce-bd13-45b8-9f61-d42fe04a5897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:27.413181 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:27.413986 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:27.416327 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] 10.222.0.63 "PUT /v2.0/ports/b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 1093 time: 1.0911655 Jun 07 14:51:27.419507 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:27.422797 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61623a3-d648-45c4-be93-389d647b188d" -d '{"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:27.450534 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Pushing event updated for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=3']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:27.454279 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:27.479231 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c313e4-603f-4bb4-9ab7-186485d6548b x-openstack-request-id: req-08c313e4-603f-4bb4-9ab7-186485d6548b {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:27.479356 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:27.479643 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08c313e4-603f-4bb4-9ab7-186485d6548b {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:27.480215 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733', 'status': 'completed', 'code': 200} Jun 07 14:51:27.634456 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-867cb906-ed74-4b28-b470-cb154b52c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:27.635939 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-867cb906-ed74-4b28-b470-cb154b52c6b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1096 time: 0.1446495 Jun 07 14:51:27.655053 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1037a9-cb9c-4e19-8f25-06dc7dcff01a req-49cee230-b43f-4dbf-aa6f-7ca6bb304ecd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:27.655666 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6f1037a9-cb9c-4e19-8f25-06dc7dcff01a req-49cee230-b43f-4dbf-aa6f-7ca6bb304ecd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1036859 Jun 07 14:51:27.740893 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-c4890b75-e5b8-4d96-ac93-ec819cefcce4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 217 time: 0.0955729 Jun 07 14:51:27.809712 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6f1037a9-cb9c-4e19-8f25-06dc7dcff01a req-18cd256d-adce-4db6-8109-52f82ed3ca8e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046245 Jun 07 14:51:27.827989 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-c614c654-7631-434a-979f-e8065cb237e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:27.829457 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-c614c654-7631-434a-979f-e8065cb237e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 200 len: 853 time: 0.0720663 Jun 07 14:51:27.908174 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-125b8e20-ff40-42e3-92a5-5680f8b80a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:27.909198 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-125b8e20-ff40-42e3-92a5-5680f8b80a5e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9948a820-520f-4849-95a5-23ae7f39aada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711191 Jun 07 14:51:28.197281 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-435d4b9b-9df0-40d2-9441-ecab8f1537af service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797260 Jun 07 14:51:28.340449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7d9d-1da8-40b7-a076-8d2df9cfd353 req-ff5c705e-bbf7-4ef0-aff3-8b75b4a83909 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:28.341959 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-44cc7d9d-1da8-40b7-a076-8d2df9cfd353 req-ff5c705e-bbf7-4ef0-aff3-8b75b4a83909 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 943 time: 0.2119963 Jun 07 14:51:28.377590 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5b8c4e37-3993-4994-8e6a-b6497c2a4600 req-667197ec-c8b9-4ce7-8428-8c1e13baf977 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718075 Jun 07 14:51:28.407013 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-44cc7d9d-1da8-40b7-a076-8d2df9cfd353 req-6f1a5e28-22e4-47db-a447-794ff974b157 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548437 Jun 07 14:51:28.529044 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61623a3-d648-45c4-be93-389d647b188d req-02a29acd-a453-4253-882a-4398991b5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:28.530651 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f61623a3-d648-45c4-be93-389d647b188d req-02a29acd-a453-4253-882a-4398991b5a14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1096 time: 0.0823979 Jun 07 14:51:28.746337 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61623a3-d648-45c4-be93-389d647b188d req-a917171d-7b3e-4c6b-a4ee-77c3adc1b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:28.747804 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f61623a3-d648-45c4-be93-389d647b188d req-a917171d-7b3e-4c6b-a4ee-77c3adc1b525 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 915 time: 0.2075400 Jun 07 14:51:28.822848 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f61623a3-d648-45c4-be93-389d647b188d req-dfa8b8f3-ed7e-476b-b659-fba1d0119d37 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 217 time: 0.0652206 Jun 07 14:51:28.921591 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61623a3-d648-45c4-be93-389d647b188d req-234a2b77-25e2-403a-8bcd-c6cbab9af31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:28.923117 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f61623a3-d648-45c4-be93-389d647b188d req-234a2b77-25e2-403a-8bcd-c6cbab9af31d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 200 len: 853 time: 0.0679371 Jun 07 14:51:29.014585 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61623a3-d648-45c4-be93-389d647b188d req-668389f9-d7e6-4fcb-9118-bc9da83c968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:29.016405 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711d5ce-f995-4647-b536-2a90ba0683fb req-9415437f-3cb9-4b77-99e0-35f9a1367cd2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:29.017149 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f61623a3-d648-45c4-be93-389d647b188d req-668389f9-d7e6-4fcb-9118-bc9da83c968a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9948a820-520f-4849-95a5-23ae7f39aada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851076 Jun 07 14:51:29.017980 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8711d5ce-f995-4647-b536-2a90ba0683fb req-9415437f-3cb9-4b77-99e0-35f9a1367cd2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0882487 Jun 07 14:51:29.089617 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8711d5ce-f995-4647-b536-2a90ba0683fb req-fd2f3abd-b084-4183-9d37-fdb94adaa87f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653682 Jun 07 14:51:29.114529 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:51:29.184092 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f61623a3-d648-45c4-be93-389d647b188d req-b5a0a1e4-eea4-4149-8a1a-8f5945848fb9 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571031 Jun 07 14:51:29.295510 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:29.314878 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'port_id': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'mac_address': 'fa:16:3e:58:a2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:51:29.387054 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f61623a3-d648-45c4-be93-389d647b188d req-480cff45-a6aa-4b04-ac8e-e5c6d4d2da5b service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922572 Jun 07 14:51:29.389923 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:29.409393 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c86a04d-0301-487b-8987-f6c38d3408c0 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:51:29.446160 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:29.479257 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:29.488655 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-4c7d2e75-d9e4-4926-ae27-d3839137d9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:29.668866 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['3c86a04d-0301-487b-8987-f6c38d3408c0'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:51:29.692458 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f0810-b3b8-4ed5-a0f1-d6363d92137f req-a8d5a860-debf-4b40-a262-ab5554f3299d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:29.697423 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-115f0810-b3b8-4ed5-a0f1-d6363d92137f req-a8d5a860-debf-4b40-a262-ab5554f3299d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 943 time: 0.1394682 Jun 07 14:51:29.757773 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-115f0810-b3b8-4ed5-a0f1-d6363d92137f req-9bf850bb-ea0a-461c-b8e3-11c504cd3e14 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557485 Jun 07 14:51:29.858821 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:29.864915 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:30.319010 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45718971-ae31-408a-b507-94d9109c78a5 req-3ce4d03e-401b-4812-b5b2-d1ec38337234 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:30.321546 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-45718971-ae31-408a-b507-94d9109c78a5 req-3ce4d03e-401b-4812-b5b2-d1ec38337234 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 944 time: 0.0993416 Jun 07 14:51:30.377356 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-45718971-ae31-408a-b507-94d9109c78a5 req-a8a50a2c-06b7-4e12-95e7-36d0fb92371f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476379 Jun 07 14:51:31.088750 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24c280-d56a-42d1-8af7-51e1d6d15e05 req-962943b7-ec6d-4f47-bc77-cafc6b0ba4b7 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:31.100984 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d24c280-d56a-42d1-8af7-51e1d6d15e05 req-962943b7-ec6d-4f47-bc77-cafc6b0ba4b7 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 943 time: 0.1282318 Jun 07 14:51:31.120572 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device b9f5daf4-434c-455b-9856-0da96502f733 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:51:31.124756 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:51:31.178628 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d24c280-d56a-42d1-8af7-51e1d6d15e05 req-ad1d7496-2a27-4ed3-bf7e-6de5e18679ce tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794663 Jun 07 14:51:31.283709 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 3c86a04d-0301-487b-8987-f6c38d3408c0 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:51:31.284081 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:31.475024 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b9f5daf4-434c-455b-9856-0da96502f733,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:31.508340 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': 'b9f5daf4-434c-455b-9856-0da96502f733', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'port_id': 'b9f5daf4-434c-455b-9856-0da96502f733', 'mac_address': 'fa:16:3e:f2:0b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:51:31.647767 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:31.695128 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:31.729927 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43444cac-590b-442b-ac60-3f04e979eab2 req-d7745ab3-4978-4b44-9c47-db3141dfec37 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:31.738852 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f5daf4-434c-455b-9856-0da96502f733 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:51:31.745421 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-43444cac-590b-442b-ac60-3f04e979eab2 req-d7745ab3-4978-4b44-9c47-db3141dfec37 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 944 time: 0.1652215 Jun 07 14:51:31.781226 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b9f5daf4-434c-455b-9856-0da96502f733,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:31.797481 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:31.800704 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-43444cac-590b-442b-ac60-3f04e979eab2 req-4e560cd6-54c2-4aa1-8de9-65d12e98854a tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540588 Jun 07 14:51:31.804371 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32731267-a0de-4a87-9ff4-0ece2aa9cab8" -d '{"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-plugged", "status": "completed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:31.829515 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:31.832361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:31.834827 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:31.892375 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:31.966135 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9830a-7452-4d93-b070-7390da29d599 x-openstack-request-id: req-5bc9830a-7452-4d93-b070-7390da29d599 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:31.966135 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-plugged", "status": "completed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:31.966135 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bc9830a-7452-4d93-b070-7390da29d599 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:31.966135 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'code': 200} Jun 07 14:51:31.985037 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=4']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:31.989127 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:31.990195 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:32.107486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=7']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:32.111486 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:32.141671 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['b9f5daf4-434c-455b-9856-0da96502f733'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:51:32.428729 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f0805-6613-443a-9968-cda461eb9852 req-a2a416d6-f38e-48fb-aa4a-3ea4d1600a39 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:32.430809 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6a8f0805-6613-443a-9968-cda461eb9852 req-a2a416d6-f38e-48fb-aa4a-3ea4d1600a39 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 944 time: 0.1071444 Jun 07 14:51:32.491060 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6a8f0805-6613-443a-9968-cda461eb9852 req-6a8c284b-ba54-4b09-95a2-dbaeeb7ff1eb tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498519 Jun 07 14:51:33.114925 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d285e1-23bf-4b5f-b172-47d518e40074 req-1ab63404-21c0-43c0-9e19-8271b2f18fda tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:33.116424 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b1d285e1-23bf-4b5f-b172-47d518e40074 req-1ab63404-21c0-43c0-9e19-8271b2f18fda tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1165242 Jun 07 14:51:33.138593 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device b9f5daf4-434c-455b-9856-0da96502f733 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:51:33.179326 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b1d285e1-23bf-4b5f-b172-47d518e40074 req-7f588332-b7af-469e-9b43-48a6325e8704 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543325 Jun 07 14:51:33.272708 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning for port b9f5daf4-434c-455b-9856-0da96502f733 completed by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:51:33.284214 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port b9f5daf4-434c-455b-9856-0da96502f733 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:51:33.284706 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:33.485948 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:33.560407 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b9f5daf4-434c-455b-9856-0da96502f733,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:33.567321 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:33.575381 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:33.674231 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=5']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:33.699000 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:33.893307 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d1dcf-5c9c-4c13-937d-9177e9fedd45 req-119307ce-7e93-4d06-b7c3-eaad1e02130f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:33.905068 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9b9d1dcf-5c9c-4c13-937d-9177e9fedd45 req-119307ce-7e93-4d06-b7c3-eaad1e02130f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.2752199 Jun 07 14:51:33.905356 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:33.928892 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-36da0f56-0b81-4f3d-9c3e-5d9c970cdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:33.930647 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-36da0f56-0b81-4f3d-9c3e-5d9c970cdd46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1098 time: 0.1943209 Jun 07 14:51:33.956892 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9b9d1dcf-5c9c-4c13-937d-9177e9fedd45 req-589dad3c-ac0b-4370-a14b-adf6a7c07802 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 Jun 07 14:51:33.967413 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:33.969885 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65688ea5-b752-497d-9e3e-c32924f591f7" -d '{"events": [{"server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "name": "network-vif-plugged", "status": "completed", "tag": "b9f5daf4-434c-455b-9856-0da96502f733"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:34.071117 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5350ea38-ce23-473f-b8c8-3a119f7ac9e1 x-openstack-request-id: req-5350ea38-ce23-473f-b8c8-3a119f7ac9e1 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:34.071559 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "name": "network-vif-plugged", "status": "completed", "tag": "b9f5daf4-434c-455b-9856-0da96502f733", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:34.071888 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5350ea38-ce23-473f-b8c8-3a119f7ac9e1 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:34.072357 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733', 'code': 200} Jun 07 14:51:34.339577 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-da36d7ff-5ebb-4d43-b74f-c6ff79645b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:34.341174 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-da36d7ff-5ebb-4d43-b74f-c6ff79645b42 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.3661375 Jun 07 14:51:34.560246 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-758ecba5-146a-483f-9421-ac675f3a6136 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 200 len: 1001 time: 0.1517606 Jun 07 14:51:34.610501 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f3db8-2e2b-48d4-adf4-1bbc119b1a15 req-a1a03a01-f909-4cb9-841f-05e219de2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:34.611867 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b80f3db8-2e2b-48d4-adf4-1bbc119b1a15 req-a1a03a01-f909-4cb9-841f-05e219de2499 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1098 time: 0.2754405 Jun 07 14:51:34.651470 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859845a-1d4d-49b6-b97c-3b2e1a88fbc7 req-48a3ee68-d6cb-4c55-a177-e215dc5f7c83 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:34.653052 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2859845a-1d4d-49b6-b97c-3b2e1a88fbc7 req-48a3ee68-d6cb-4c55-a177-e215dc5f7c83 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.3179030 Jun 07 14:51:34.689718 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-740a6ac8-365f-43ca-8a78-d79c6681caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:34.691087 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-740a6ac8-365f-43ca-8a78-d79c6681caa6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.1240952 Jun 07 14:51:34.747368 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b80f3db8-2e2b-48d4-adf4-1bbc119b1a15 req-4a9ae3dd-5cb4-41b1-bfe5-42e051553a46 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240363 Jun 07 14:51:34.781623 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-2859845a-1d4d-49b6-b97c-3b2e1a88fbc7 req-3e9111f8-f2fe-4c55-b130-f62bfe223334 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198409 Jun 07 14:51:34.806192 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-790f3ee8-92fb-4026-9033-52db5d5de035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:34.808042 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-790f3ee8-92fb-4026-9033-52db5d5de035 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1052029 Jun 07 14:51:35.021425 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-7b095516-b78d-4658-b2ba-d65c5b5218b3 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050064 Jun 07 14:51:35.181990 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e70f710b-a3c4-48fb-ba30-718c2ced8a8b req-049da26a-9dec-4788-ac4c-6ce52a810724 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491561 Jun 07 14:51:35.202964 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3faab6-7c98-4c11-bf73-289531592c16 req-f36f5f1f-a53e-40fe-b9c1-b17b9329005b tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:35.206359 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1f3faab6-7c98-4c11-bf73-289531592c16 req-f36f5f1f-a53e-40fe-b9c1-b17b9329005b tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.1004698 Jun 07 14:51:35.277700 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-1f3faab6-7c98-4c11-bf73-289531592c16 req-606b768b-022a-4650-a18a-02cbdac884d0 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632985 Jun 07 14:51:36.017524 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bca15-2d20-464e-9294-6512532aec65 req-135e7517-e194-40c8-a878-6a94915ff6bc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:36.025823 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-258bca15-2d20-464e-9294-6512532aec65 req-135e7517-e194-40c8-a878-6a94915ff6bc tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1087716 Jun 07 14:51:36.087947 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-258bca15-2d20-464e-9294-6512532aec65 req-56897361-0b7c-42a6-80d8-458c09fe70d9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610712 Jun 07 14:51:36.499685 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cc1b1-0cf6-43e6-be8b-8c924cd3f29b req-c2ac04d1-666f-4d6c-bf62-0d4c820d033d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:36.510010 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c60cc1b1-0cf6-43e6-be8b-8c924cd3f29b req-c2ac04d1-666f-4d6c-bf62-0d4c820d033d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.1086481 Jun 07 14:51:36.580347 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c60cc1b1-0cf6-43e6-be8b-8c924cd3f29b req-66e5be92-1986-4d78-b2b2-31d0914d2dc2 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698178 Jun 07 14:51:36.831041 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf60a-75c8-4f3b-bd68-fdbb6a2e3e76 req-10b40956-5b6c-4a27-8129-e61d342fecec tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:36.836897 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fbeaf60a-75c8-4f3b-bd68-fdbb6a2e3e76 req-10b40956-5b6c-4a27-8129-e61d342fecec tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.1261244 Jun 07 14:51:36.909869 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-fbeaf60a-75c8-4f3b-bd68-fdbb6a2e3e76 req-da92d857-e1eb-4f58-a9ba-0531c3cb8c7c tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Jun 07 14:51:37.378503 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147704f-b041-431d-a567-3ac1126dd819 req-cf37207e-f945-42c6-b306-736905562041 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:37.381402 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e147704f-b041-431d-a567-3ac1126dd819 req-cf37207e-f945-42c6-b306-736905562041 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1251762 Jun 07 14:51:37.437758 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e147704f-b041-431d-a567-3ac1126dd819 req-cd015fcc-ca3c-416b-89b6-1611f9df7cb1 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510151 Jun 07 14:51:37.538915 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf0af-3a5f-4c3a-bf66-426a1b374967 req-3e65e2bb-6ef7-4542-9885-c429d5733ed9 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:37.548254 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-279cf0af-3a5f-4c3a-bf66-426a1b374967 req-3e65e2bb-6ef7-4542-9885-c429d5733ed9 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.1745470 Jun 07 14:51:37.606817 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-279cf0af-3a5f-4c3a-bf66-426a1b374967 req-341918d2-9313-415a-9de2-754859c8be46 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573912 Jun 07 14:51:38.514960 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ce4baf7d-5ca2-4a4a-b1d9-02347e25197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:38.724250 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f9a86-9dfd-4f65-a70e-4709cef91f31 req-3e6fdd0b-a98c-40b2-a3fd-9357d538e26b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:38.731208 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e46f9a86-9dfd-4f65-a70e-4709cef91f31 req-3e6fdd0b-a98c-40b2-a3fd-9357d538e26b tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1113908 Jun 07 14:51:38.826810 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e46f9a86-9dfd-4f65-a70e-4709cef91f31 req-baf6d892-c26d-49cd-a6e1-148afb320a83 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938115 Jun 07 14:51:40.043168 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605df88-e1b8-4572-8b39-4b0ef8c12f4f req-31f1bade-5812-4b5d-a3b8-53c385896c74 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:40.044677 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e605df88-e1b8-4572-8b39-4b0ef8c12f4f req-31f1bade-5812-4b5d-a3b8-53c385896c74 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0868087 Jun 07 14:51:40.095508 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e605df88-e1b8-4572-8b39-4b0ef8c12f4f req-aed373c3-3310-4f35-913b-83f9eb83389f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448930 Jun 07 14:51:40.617180 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2233222-c6ac-4e53-8849-b5f719190202 req-10d12325-d446-47ee-9fed-ea47fe51c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:40.618932 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c2233222-c6ac-4e53-8849-b5f719190202 req-10d12325-d446-47ee-9fed-ea47fe51c104 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1098 time: 0.0781329 Jun 07 14:51:40.775755 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2233222-c6ac-4e53-8849-b5f719190202 req-a1325eb5-6f74-4c0d-bdd7-4801370aec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:40.777428 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c2233222-c6ac-4e53-8849-b5f719190202 req-a1325eb5-6f74-4c0d-bdd7-4801370aec59 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.1510561 Jun 07 14:51:40.989323 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c2233222-c6ac-4e53-8849-b5f719190202 req-b5132b09-04b5-4c39-afd4-e87b18c1f931 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 200 len: 1001 time: 0.2023470 Jun 07 14:51:41.059354 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2233222-c6ac-4e53-8849-b5f719190202 req-0e5a0bea-0121-4370-a0da-074423245de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:41.060713 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c2233222-c6ac-4e53-8849-b5f719190202 req-0e5a0bea-0121-4370-a0da-074423245de2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.0574496 Jun 07 14:51:41.177842 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f3986325-60ac-4c47-abb3-8e91a3db0a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:41.207101 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2233222-c6ac-4e53-8849-b5f719190202 req-83d1e6e1-5cf7-41bb-a171-a0d15a1e5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:41.208593 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c2233222-c6ac-4e53-8849-b5f719190202 req-83d1e6e1-5cf7-41bb-a171-a0d15a1e5a30 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1409390 Jun 07 14:51:41.218551 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a72b-b071-455b-881c-8264ee430c9c req-9bbee8ef-97f5-4601-b73d-cb93835e685c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:41.220122 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8cf0a72b-b071-455b-881c-8264ee430c9c req-9bbee8ef-97f5-4601-b73d-cb93835e685c tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 946 time: 0.1216750 Jun 07 14:51:41.313928 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d4d59-59c1-4aa8-9321-fc20c11714ea req-17b6d600-5e78-49b9-8d3c-89b610949c62 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:41.315783 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d74d4d59-59c1-4aa8-9321-fc20c11714ea req-17b6d600-5e78-49b9-8d3c-89b610949c62 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.0888095 Jun 07 14:51:41.363629 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8cf0a72b-b071-455b-881c-8264ee430c9c req-9c5bdf3e-f842-48d3-9d4a-fc0eb963ee4f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243553 Jun 07 14:51:41.409086 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c2233222-c6ac-4e53-8849-b5f719190202 req-b5e53405-07c5-4f62-af3a-5808b35c8584 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876814 Jun 07 14:51:41.476322 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d74d4d59-59c1-4aa8-9321-fc20c11714ea req-39adf9df-6f47-4bd2-9a44-86cbe532907c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546819 Jun 07 14:51:41.557258 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c2233222-c6ac-4e53-8849-b5f719190202 req-af268abd-64c6-44e0-b76b-b25e5aa0be6f service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401677 Jun 07 14:51:41.903561 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:42.593184 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9045bb9-f458-46be-bc61-9e2063afbf44 req-65493931-2002-4a7a-8ab1-36001671592e tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:42.595025 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f9045bb9-f458-46be-bc61-9e2063afbf44 req-65493931-2002-4a7a-8ab1-36001671592e tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 946 time: 0.1164117 Jun 07 14:51:42.694415 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-f9045bb9-f458-46be-bc61-9e2063afbf44 req-54a814f2-6e2c-41dc-80e9-446aff84a552 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818326 Jun 07 14:51:42.731634 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12219e-5257-400b-839d-4cc78312da3f req-b32f982f-0a7d-4513-9018-7894fa661835 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:42.733317 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4b12219e-5257-400b-839d-4cc78312da3f req-b32f982f-0a7d-4513-9018-7894fa661835 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.1079118 Jun 07 14:51:42.790445 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4b12219e-5257-400b-839d-4cc78312da3f req-fc71ea7c-476c-4345-a65e-0c25eee47982 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514052 Jun 07 14:51:43.062500 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa662d-8b38-418a-93d8-72049063580e req-a81c0d36-7421-4218-8c22-2d832329c425 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:43.063885 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-94aa662d-8b38-418a-93d8-72049063580e req-a81c0d36-7421-4218-8c22-2d832329c425 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.0799608 Jun 07 14:51:43.118959 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.152192 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-94aa662d-8b38-418a-93d8-72049063580e req-5c7207c4-7641-40ac-b602-83036a5c241b tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827153 Jun 07 14:51:43.176556 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58224) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:43.192666 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-82560007-47fb-4f01-9c51-64fe3b762d21 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:43.194085 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-82560007-47fb-4f01-9c51-64fe3b762d21 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 946 time: 0.0906627 Jun 07 14:51:43.292421 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59457c6-cabe-4335-8f9a-601aa63730b0 tempest-TestMinimumBasicScenario-45390294 tempest-TestMinimumBasicScenario-45390294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:43.293959 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-d59457c6-cabe-4335-8f9a-601aa63730b0 tempest-TestMinimumBasicScenario-45390294 tempest-TestMinimumBasicScenario-45390294-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1093 time: 0.1163850 Jun 07 14:51:43.297067 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58228) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:43.301413 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'floatingip': {'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'port_id': 'b9f5daf4-434c-455b-9856-0da96502f733', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:43.323137 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for floatingip, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.336703 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Deleting port 47c0c271-893f-4d4b-a2d0-fef8565a7263 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:51:43.337155 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.465494 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.474633 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] For port 47c0c271-893f-4d4b-a2d0-fef8565a7263, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=47c0c271-893f-4d4b-a2d0-fef8565a7263,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:43.475112 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.614791 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.db_base_plugin_common [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Allocated IP 172.28.3.208 (30e37299-49cf-4ecd-9db7-6ea4a67a5bd5/7bd89a6a-66af-4eaa-be3a-208879737444/cfac18cd-4939-4b18-b8c9-a0b48797e5ec) {{(pid=103646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:51:43.771775 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for port, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.780158 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.780749 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.781042 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Floating IP e338da7a-a82a-440f-b873-82e41588de5d disassociated. External IP: 172.28.3.187, port: 47c0c271-893f-4d4b-a2d0-fef8565a7263. Jun 07 14:51:43.781379 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Calling delete_port for 47c0c271-893f-4d4b-a2d0-fef8565a7263 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:51:43.803144 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731272908126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.808389 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a63a0b78-0e30-42e6-8e82-9b816d093b99 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:43.897271 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Network 30e37299-49cf-4ecd-9db7-6ea4a67a5bd5 is already hosted by enough agents. {{(pid=103646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:51:43.911244 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.base_scheduler [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Resources bound (agent type, host, resource id): {{(pid=103646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:51:43.929104 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Received port after_create {{(pid=103646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:51:43.935104 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:43.946209 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-198749b8-aa72-45c9-8073-46df3508403b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:44.005955 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'Port': ['ID=cfac18cd-4939-4b18-b8c9-a0b48797e5ec,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:44.034716 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event deleted for resources: {'Port': ['ID=47c0c271-893f-4d4b-a2d0-fef8565a7263,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:44.036237 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:44.056976 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.057348 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.057714 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.058072 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.058422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.058773 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.059126 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.059497 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.059820 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.060171 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.060507 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.060867 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:44.069053 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:44.117978 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04583e16-b14a-4524-a3cd-b63f8a95b3a1 req-31f72367-88bc-44b9-9b46-e52ba0e54b8b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:44.119571 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-04583e16-b14a-4524-a3cd-b63f8a95b3a1 req-31f72367-88bc-44b9-9b46-e52ba0e54b8b tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 867 time: 0.2723544 Jun 07 14:51:44.255106 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-04583e16-b14a-4524-a3cd-b63f8a95b3a1 req-c63db618-4292-49f4-8a1c-062d556c7021 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups?id=62778766-a3aa-4b2d-8761-21b3846b8b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293845 Jun 07 14:51:44.350392 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6769-ed53-4df4-8667-907667da8276 req-57564316-a825-4358-9eca-61c2c993e185 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:44.351955 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-241f6769-ed53-4df4-8667-907667da8276 req-57564316-a825-4358-9eca-61c2c993e185 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 945 time: 0.4081295 Jun 07 14:51:44.424711 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Router d5cba637-1f57-4f94-9fae-f8d1053088d8 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:51:44.428008 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-241f6769-ed53-4df4-8667-907667da8276 req-30974f6c-7a58-42f2-95db-a46198c5b59d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669427 Jun 07 14:51:44.456749 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:44.547486 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:44.650226 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:51:44.660734 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] Sync routers for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:51:44.675537 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:44.676766 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:51:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:44.726437 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] No DVR routers for this DVR port 47c0c271-893f-4d4b-a2d0-fef8565a7263 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:51:44.729820 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:44.732015 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ab17620c-78da-47db-bd6f-c201c1b620b6 req-60d0865f-aab8-4845-8762-e081344eab5f tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.63 "DELETE /v2.0/ports/47c0c271-893f-4d4b-a2d0-fef8565a7263 HTTP/1.1" status: 204 len: 173 time: 1.5321720 Jun 07 14:51:44.732502 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'name': 'network-vif-deleted', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:44.735197 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6c72b2-f355-4b74-a6f2-072dec46e635" -d '{"events": [{"server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "name": "network-vif-deleted", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:44.795686 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4938ac4a-8de3-4685-b5e9-13c4bc30a302 x-openstack-request-id: req-4938ac4a-8de3-4685-b5e9-13c4bc30a302 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:44.796297 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949a05f0-ee8f-4d05-8c61-609b83d245ea", "name": "network-vif-deleted", "tag": "47c0c271-893f-4d4b-a2d0-fef8565a7263", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:44.796297 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4938ac4a-8de3-4685-b5e9-13c4bc30a302 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:44.796765 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949a05f0-ee8f-4d05-8c61-609b83d245ea', 'name': 'network-vif-deleted', 'tag': '47c0c271-893f-4d4b-a2d0-fef8565a7263', 'status': 'completed', 'code': 200} Jun 07 14:51:44.800459 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for port, precommit_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:44.806584 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2542951'] for port, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:44.816296 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5be07abc-190d-4ade-b512-e36a8fa97ac9 tempest-DeleteServersTestJSON-331808157 tempest-DeleteServersTestJSON-331808157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:44.905379 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:45.042542 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'Port': ['ID=cfac18cd-4939-4b18-b8c9-a0b48797e5ec,revision_number=2']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:45.045644 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:45.064036 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:45.208411 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:51:45.254508 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.l3_db [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Floating IP 43d2f447-2edf-4570-a2ce-c7404990d468 associated. External IP: 172.28.3.208, port: b9f5daf4-434c-455b-9856-0da96502f733. Jun 07 14:51:45.472102 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:45.502735 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:45.513042 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:45.515541 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3021dc-07df-43cb-a397-c5f48cc65045" -d '{"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:45.519126 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ba6978f4-ed96-4ad2-8981-cb2ac11a9ae7 req-f5e74500-4979-4455-972c-55121e6fc71a tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/ports?device_id=949a05f0-ee8f-4d05-8c61-609b83d245ea HTTP/1.1" status: 200 len: 210 time: 0.0524247 Jun 07 14:51:45.522037 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] Checking router: d5cba637-1f57-4f94-9fae-f8d1053088d8 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:51:45.527407 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:45.534997 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:45.538034 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:45.577127 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:45.577800 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:51:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:45.632566 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2609cc2b-a4a5-43f0-8be4-29a91988527e x-openstack-request-id: req-2609cc2b-a4a5-43f0-8be4-29a91988527e {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:45.632893 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-unplugged", "status": "failed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0", "code": 422}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:45.633250 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2609cc2b-a4a5-43f0-8be4-29a91988527e {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:45.633515 dv-cinder-789603-7-smb neutron-server[103648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'code': 422} returned with failed status Jun 07 14:51:45.753474 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=8']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:45.755018 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:51:45.770458 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:45.802295 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:45.974334 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:51:45.985848 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] Sync routers for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:51:46.001336 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:46.002517 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:51:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:46.004390 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.077438 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a7325e8f-7cfc-4b68-94a5-a0c91732de1d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7792966 Jun 07 14:51:46.078240 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58272) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:46.078789 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733'}] {{(pid=103646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:46.081163 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7e4522e9f0ad847c8ce8c8b3d072a23d1d948c1f3435c8b2defbc34de975fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5308b5e-5731-41d6-ad70-7757d1cbd99e" -d '{"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733"}]}' {{(pid=103646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:46.092182 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717778504', 'description': 'tempest-secgroup-smoke-717778504 description', 'project_id': '8fd69d5beb6443df900fcda7390a6fee'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:46.151619 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.190677 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.255912 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:46.260597 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cffb0e-461c-483c-bdda-8f25789ad5f4 x-openstack-request-id: req-d7cffb0e-461c-483c-bdda-8f25789ad5f4 {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:46.266052 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03f9a6-d2a9-4315-ae47-0d76f8a41768 None None] The sync data for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb is: [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:45:50Z', 'revision_number': 4, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '1eb21b0c-0768-4985-ace9-7239f8d80a60', 'name': '', 'network_id': '518813d8-bb55-451f-9b64-74b074a9d5f3', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'mac_address': 'fa:16:3e:32:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:47Z', 'updated_at': '2021-06-07T14:46:03Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'subnets': [{'id': '5ca183b2-27d7-4885-8df6-a6af755f5fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:51:46.266633 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733", "status": "completed", "code": 200}]} {{(pid=103646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:46.267051 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7cffb0e-461c-483c-bdda-8f25789ad5f4 {{(pid=103646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:46.267604 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733', 'status': 'completed', 'code': 200} Jun 07 14:51:46.273680 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15d3c4-9bed-4ff8-92bb-eec70116591b req-25d5a7f1-af80-485b-a629-a77022c223bd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:46.275887 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c15d3c4-9bed-4ff8-92bb-eec70116591b req-25d5a7f1-af80-485b-a629-a77022c223bd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.1797760 Jun 07 14:51:46.287176 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:46.384373 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.389504 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.395925 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-e5069453-3a49-4ffa-92aa-b03832ce592f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:46.408647 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8c15d3c4-9bed-4ff8-92bb-eec70116591b req-d9bdac8b-e52c-413b-8528-3bc764dafc54 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927446 Jun 07 14:51:46.410618 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58288) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:46.432820 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-aeb7a280-ddbd-43b8-9d94-008a223cce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:46.434750 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-aeb7a280-ddbd-43b8-9d94-008a223cce37 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1098 time: 0.1572850 Jun 07 14:51:46.446840 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c566ac-6e01-494d-a4b1-6818b1d2cf39,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:46.456831 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:46.461538 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.463121 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3749013 Jun 07 14:51:46.467149 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58292) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:46.472070 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'security_group_rule': {'security_group_id': '29c566ac-6e01-494d-a4b1-6818b1d2cf39', 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:46.530306 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.698395 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.706925 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.709997 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:46.742737 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58298) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:46.746981 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2a544-0fd4-476c-a478-5bfd85a5c428 None None] New status for floating IP e338da7a-a82a-440f-b873-82e41588de5d: DOWN {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:51:46.750881 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6f04ea-8cc7-476c-89bf-2fa944f5cf5b,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:46.754274 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:46.758768 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.764788 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-740be366-9a66-44b3-b72a-a7aba49e7655 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2965674 Jun 07 14:51:46.765648 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58300) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:46.772796 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-f594a5c2-c4f9-491d-b2a1-1b6059202a4f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3607771 Jun 07 14:51:46.777191 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'security_group_rule': {'security_group_id': '29c566ac-6e01-494d-a4b1-6818b1d2cf39', 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:46.781264 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '43d2f447-2edf-4570-a2ce-c7404990d468', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'port_id': 'b9f5daf4-434c-455b-9856-0da96502f733', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'mac_address': 'fa:16:3e:f2:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:51:44Z', 'updated_at': '2021-06-07T14:51:44Z', 'revision_number': 0, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:54Z', 'revision_number': 5, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:46.787593 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-37c466e1-6378-4667-b4d3-f978d4d2fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:46.789940 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-37c466e1-6378-4667-b4d3-f978d4d2fbd9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 915 time: 0.3465767 Jun 07 14:51:46.793729 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] Checking router: d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:51:46.819217 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:46.819986 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:51:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:46.870091 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.930483 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8e017320-4b0d-4447-acc4-4a668df53bbb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.955962 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.956245 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-e9f308ed-3e85-4b6c-8f2d-254ababc9074 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 999 time: 0.1432436 Jun 07 14:51:46.965391 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:46.968660 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-96f97ff1-1cee-4591-a5f2-920cc4f16d17 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:47.004818 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.009376 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2417619 Jun 07 14:51:47.010346 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58306) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:47.012068 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e080c5a-323f-4ff3-b29c-0512dfdb6b94,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:47.026645 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:47.032146 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'security_group_rule': {'security_group_id': '29c566ac-6e01-494d-a4b1-6818b1d2cf39', 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:47.057309 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-0ab4076c-ecce-4ff1-8fd6-f4cf84b68173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:47.060275 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-0ab4076c-ecce-4ff1-8fd6-f4cf84b68173 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 200 len: 853 time: 0.0928345 Jun 07 14:51:47.063838 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8e017320-4b0d-4447-acc4-4a668df53bbb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.077940 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.097354 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:47.199305 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.204524 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.215884 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-1241cc23-409e-4bdd-ab05-e2700bc59615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:47.216432 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:47.218375 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-1241cc23-409e-4bdd-ab05-e2700bc59615 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9948a820-520f-4849-95a5-23ae7f39aada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1455226 Jun 07 14:51:47.222310 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 47c0c271-893f-4d4b-a2d0-fef8565a7263 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:51:47.245753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dca153-28ae-46ad-9ad4-2f690966d99b,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:47.254629 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:47.256677 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.260710 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bab7d03f-41ca-4296-a7d1-ada317ee9f8f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2306461 Jun 07 14:51:47.261327 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58310) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:47.266844 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'security_group_rule': {'security_group_id': '29c566ac-6e01-494d-a4b1-6818b1d2cf39', 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:47.285324 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 47c0c271-893f-4d4b-a2d0-fef8565a7263 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:51:47.286434 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 47c0c271-893f-4d4b-a2d0-fef8565a7263 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:51:47.288338 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8e017320-4b0d-4447-acc4-4a668df53bbb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.291498 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8e017320-4b0d-4447-acc4-4a668df53bbb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.292633 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-8e017320-4b0d-4447-acc4-4a668df53bbb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "DELETE /v2.0/security-groups/62778766-a3aa-4b2d-8761-21b3846b8b0a HTTP/1.1" status: 204 len: 168 time: 0.5480978 Jun 07 14:51:47.297977 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-df9044cf-c219-41a7-839e-573c6a3dd0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:47.301294 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58312) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:47.325561 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e017320-4b0d-4447-acc4-4a668df53bbb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62778766-a3aa-4b2d-8761-21b3846b8b0a,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:47.329722 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-8e017320-4b0d-4447-acc4-4a668df53bbb tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:47.341474 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.396999 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.api.v2.resource [None req-8b753d5a-7ff4-4d13-8fa4-ef784cf6d72e tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] show failed (client error): The resource could not be found. Jun 07 14:51:47.398579 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-8b753d5a-7ff4-4d13-8fa4-ef784cf6d72e tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "GET /v2.0/security-groups/62778766-a3aa-4b2d-8761-21b3846b8b0a HTTP/1.1" status: 404 len: 347 time: 0.0941479 Jun 07 14:51:47.402035 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58316) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:47.452347 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.460020 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.484336 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:47.496894 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.500724 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2358682 Jun 07 14:51:47.505524 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58320) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:47.511183 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'security_group_rule': {'security_group_id': '29c566ac-6e01-494d-a4b1-6818b1d2cf39', 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:47.519525 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9e6598-f32c-447c-bb5f-5a0aa076d296,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:47.559418 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.559877 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.560254 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.560976 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.561344 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.561704 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.563046 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.563580 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.564293 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.564800 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.565194 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.565553 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:51:47.575623 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-659afdba-dfc8-47a7-b397-a69dd6c2c31a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:47.602045 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.securitygroups_db [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Project 8fd69d5beb6443df900fcda7390a6fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:51:47.629269 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '43d2f447-2edf-4570-a2ce-c7404990d468', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'port_id': 'b9f5daf4-434c-455b-9856-0da96502f733', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'mac_address': 'fa:16:3e:f2:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:51:44Z', 'updated_at': '2021-06-07T14:51:44Z', 'revision_number': 0, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:54Z', 'revision_number': 5, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:47.634349 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fddbc0-af6c-4005-ba34-13a2aba95008 None None] The sync data for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb is: [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_floatingips': [{'id': '43d2f447-2edf-4570-a2ce-c7404990d468', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'floating_ip_address': '172.28.3.208', 'floating_network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'router_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'port_id': 'b9f5daf4-434c-455b-9856-0da96502f733', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'mac_address': 'fa:16:3e:f2:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:51:44Z', 'updated_at': '2021-06-07T14:51:44Z', 'revision_number': 0, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:54Z', 'revision_number': 5, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:51:47.668376 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.792502 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0793926-3ced-4fcf-bcac-dc42b6755098 req-3cc36578-6dfa-498a-867e-6b8a34c2bb9c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:47.794945 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a0793926-3ced-4fcf-bcac-dc42b6755098 req-3cc36578-6dfa-498a-867e-6b8a34c2bb9c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.1949396 Jun 07 14:51:47.801346 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.828154 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.838766 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-c684a029-11aa-426a-8eca-b480c35c5306 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030052 Jun 07 14:51:47.846047 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-81855b23-88d2-4c9b-a837-3b64da158dbc tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:47.887282 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1aa6b8e-e12a-4956-a542-326a768e4ac5,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:47.895850 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:47.897875 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.903827 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1341e1b4-a158-455f-8f29-0337a1359db5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3930233 Jun 07 14:51:47.903827 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a0793926-3ced-4fcf-bcac-dc42b6755098 req-5e1c5a99-60a4-4db1-a62c-966cd78e84cf tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988913 Jun 07 14:51:47.904285 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58324) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:47.912559 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.v2.base [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'security_group_rule': {'security_group_id': '29c566ac-6e01-494d-a4b1-6818b1d2cf39', 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:47.941486 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.db.securitygroups_db [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Project 8fd69d5beb6443df900fcda7390a6fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:51:47.951885 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:47.983438 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e5337-8be3-4423-b5a7-2b9bdd12ef52 None None] New status for floating IP 43d2f447-2edf-4570-a2ce-c7404990d468: ACTIVE {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:51:48.050492 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:48.058991 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1951093'] for security_group_rule, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:48.064804 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:48.271520 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76f4007-9c52-4935-9e50-ad9d5fa19300,revision_number=0']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:48.276135 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:48.285640 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:48.287133 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-6a636dbe-5a3e-4886-adb6-204a59166ec3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3821542 Jun 07 14:51:48.290937 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Deleting port 5b3b8364-e16b-45aa-93db-064af16633fb {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:51:48.291482 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:48.340577 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5308b5e-5731-41d6-ad70-7757d1cbd99e req-5a668b6d-3230-4f93-8565-952efa5996dd service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499233 Jun 07 14:51:48.441749 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-b7713b41-64b4-4b3a-ba53-3659c5a9d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:48.443261 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-b7713b41-64b4-4b3a-ba53-3659c5a9d780 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a&tenant_id=b7dec468405e4987a18410dfccad7cfc HTTP/1.1" status: 200 len: 1096 time: 0.3455052 Jun 07 14:51:48.541211 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-676d13c4-d4d0-4d46-9a75-ccfdfc8b8331 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717778504&fields=id&tenant_id=8fd69d5beb6443df900fcda7390a6fee HTTP/1.1" status: 200 len: 267 time: 0.1225400 Jun 07 14:51:48.544033 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:48.544378 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:48.723493 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Calling delete_port for 5b3b8364-e16b-45aa-93db-064af16633fb owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:51:48.807646 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-6091ba76-1f07-4df3-a248-393adac1783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:48.809110 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-6091ba76-1f07-4df3-a248-393adac1783c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b7dec468405e4987a18410dfccad7cfc&device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1096 time: 0.3324497 Jun 07 14:51:48.845632 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-1186d5cc-0e22-461e-967b-d19d041c8ac3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:48.847193 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-1186d5cc-0e22-461e-967b-d19d041c8ac3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.2941611 Jun 07 14:51:48.874098 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'port': {'security_groups': ['d27066e6-1c19-4a1a-be48-f5e221514188', '29c566ac-6e01-494d-a4b1-6818b1d2cf39']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:51:49.145390 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277d3b-cb58-45e5-87cd-b83b184e656d req-fca49ebc-a9c9-4eea-8244-9a5cd0bfad55 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:49.147304 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6b277d3b-cb58-45e5-87cd-b83b184e656d req-fca49ebc-a9c9-4eea-8244-9a5cd0bfad55 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.1125364 Jun 07 14:51:49.163078 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-42730ffc-016a-4be5-a5be-0583e1e04b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:49.165664 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-42730ffc-016a-4be5-a5be-0583e1e04b04 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 200 len: 918 time: 0.3489363 Jun 07 14:51:49.198410 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6b277d3b-cb58-45e5-87cd-b83b184e656d req-1cadec7f-aecf-4596-81ce-b22027c4b798 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Jun 07 14:51:49.248513 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:49.265921 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b68aadd5-7ead-4d39-a3f5-f83bf2b6b0e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:49.314445 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:49.357652 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Pushing event deleted for resources: {'Port': ['ID=5b3b8364-e16b-45aa-93db-064af16633fb,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:49.395131 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:49.510716 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-b84fc5a4-fdf1-4b6d-add0-c44faf54f52f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 200 len: 999 time: 0.3343959 Jun 07 14:51:49.592945 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks [] for floatingip, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:49.595320 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:49.596479 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] 10.222.0.61 "DELETE /v2.0/floatingips/e338da7a-a82a-440f-b873-82e41588de5d HTTP/1.1" status: 204 len: 168 time: 2.1935050 Jun 07 14:51:49.639724 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-10c9c02c-a243-40fa-b6da-027ca622924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:49.641284 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-10c9c02c-a243-40fa-b6da-027ca622924d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 200 len: 856 time: 0.1179047 Jun 07 14:51:49.995178 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-e40ef074-50ef-4d60-9c8c-dede51cf75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:49.996691 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-e40ef074-50ef-4d60-9c8c-dede51cf75c5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d72b282a-b7ac-4254-a227-bac8c4cd4cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3460350 Jun 07 14:51:50.039910 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b9f5daf4-434c-455b-9856-0da96502f733,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:50.146828 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:50.161200 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:50.169886 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:50.173257 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['b9f5daf4-434c-455b-9856-0da96502f733'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:51:50.214537 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-03912386-5785-429e-a9ae-24cf86d07f89 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087548 Jun 07 14:51:50.279289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:50.280316 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:50.285049 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-662a5e16-bcfe-4fb4-8069-7058dbf7af93 req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "PUT /v2.0/ports/b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 981 time: 1.4203429 Jun 07 14:51:50.285599 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:51:50.288039 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f" -d '{"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:51:50.356950 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['b9f5daf4-434c-455b-9856-0da96502f733'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:51:50.520350 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9026f-0001-4f50-9001-439fc9497693 req-caf9fbca-b18d-43ed-9b21-b6389ae32d9e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:50.524031 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-99c9026f-0001-4f50-9001-439fc9497693 req-caf9fbca-b18d-43ed-9b21-b6389ae32d9e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.1441927 Jun 07 14:51:50.545401 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=6']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:50.549010 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b5bbf1ea-eaaf-4f16-baac-41664bf45ca6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:50.577070 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-99c9026f-0001-4f50-9001-439fc9497693 req-a81ee560-bab4-4f4b-a24b-f7a715de0899 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Jun 07 14:51:50.599063 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-72e4c6e8-7370-47d2-8165-05681b99bf66 req-2f9badff-d5a4-4f8e-a495-09a51ae7b225 service neutron] 10.222.0.63 "GET /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735511 Jun 07 14:51:50.625349 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee07a3-057f-46ce-8ba4-b0e5eed8a3ac req-f43e240e-660e-41f1-ac4a-886b6f369318 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:50.626929 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-63ee07a3-057f-46ce-8ba4-b0e5eed8a3ac req-f43e240e-660e-41f1-ac4a-886b6f369318 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.1388774 Jun 07 14:51:50.667007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a37275-e750-47c6-9916-cb8d034da1fd x-openstack-request-id: req-d7a37275-e750-47c6-9916-cb8d034da1fd {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:51:50.667504 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:51:50.667986 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7a37275-e750-47c6-9916-cb8d034da1fd {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:51:50.668556 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733', 'status': 'completed', 'code': 200} Jun 07 14:51:50.673662 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-c2dbad0e-7c2c-46ee-b542-6d3f13bc92d8 None None] Provisioning complete for port b9f5daf4-434c-455b-9856-0da96502f733 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:51:50.674250 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c2dbad0e-7c2c-46ee-b542-6d3f13bc92d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:50.742095 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-63ee07a3-057f-46ce-8ba4-b0e5eed8a3ac req-d64714d3-c2c1-4949-b4e9-b2a766c1b8bb tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090622 Jun 07 14:51:50.799078 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-6ef8b369-b618-420d-abba-cd163dfc1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:50.802256 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-6ef8b369-b618-420d-abba-cd163dfc1252 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1137 time: 0.1070616 Jun 07 14:51:51.004324 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-967901fc-f012-4f65-8626-7f93d6c1d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:51.006344 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-967901fc-f012-4f65-8626-7f93d6c1d3aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 915 time: 0.1970067 Jun 07 14:51:51.145314 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-44a2947e-425a-438e-a40f-795e791b303c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 1001 time: 0.1313286 Jun 07 14:51:51.257186 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-9ebe8c88-974f-42c3-a9c4-320530a153bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:51.259003 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-9ebe8c88-974f-42c3-a9c4-320530a153bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 200 len: 853 time: 0.1071975 Jun 07 14:51:51.818602 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c009f-63a2-4fce-88c4-0479bdefc464 req-d0e07989-c18e-4daf-ba85-8e55b784f6c0 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:51.820819 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3f7c009f-63a2-4fce-88c4-0479bdefc464 req-d0e07989-c18e-4daf-ba85-8e55b784f6c0 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.1083906 Jun 07 14:51:51.902615 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-3f7c009f-63a2-4fce-88c4-0479bdefc464 req-64a6b528-2522-4bbe-bc69-ed31ab464792 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758994 Jun 07 14:51:53.148111 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f33a8-73af-42f4-b343-a4243a5e8e9a req-be0f410d-fca5-471b-a1ee-b2ed8430a458 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:53.150056 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-af5f33a8-73af-42f4-b343-a4243a5e8e9a req-be0f410d-fca5-471b-a1ee-b2ed8430a458 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.0987768 Jun 07 14:51:53.205128 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-af5f33a8-73af-42f4-b343-a4243a5e8e9a req-55d83e8f-9bbb-43c2-bfbf-8175b03808ae tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486653 Jun 07 14:51:54.016670 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58388) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:54.767739 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e51564-e874-4e41-b72e-45c9c97bd2bd req-9bb8deb5-6511-487b-b100-c4cdcbfd3e19 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:54.769323 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-10e51564-e874-4e41-b72e-45c9c97bd2bd req-9bb8deb5-6511-487b-b100-c4cdcbfd3e19 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.3032050 Jun 07 14:51:54.875931 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-10e51564-e874-4e41-b72e-45c9c97bd2bd req-89b8b8b0-4377-4d88-98e1-43f10217f780 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878015 Jun 07 14:51:55.076921 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041819'] for router_interface, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:55.655754 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Deleting port 1eb21b0c-0768-4985-ace9-7239f8d80a60 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:51:55.656123 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:55.938059 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] For port 1eb21b0c-0768-4985-ace9-7239f8d80a60, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=1eb21b0c-0768-4985-ace9-7239f8d80a60,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:55.938812 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:56.122107 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Calling delete_port for 1eb21b0c-0768-4985-ace9-7239f8d80a60 owned by network:router_interface {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:51:56.142166 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5f4b9-dbba-4581-a3d2-4cfa9a1b0cf8 req-389db7ee-5e4b-4d3a-b889-7862fd79fd98 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:56.143736 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5a5f4b9-dbba-4581-a3d2-4cfa9a1b0cf8 req-389db7ee-5e4b-4d3a-b889-7862fd79fd98 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.1081479 Jun 07 14:51:56.202986 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b5a5f4b9-dbba-4581-a3d2-4cfa9a1b0cf8 req-a1d55e1d-2274-4df3-b47e-192fd982694f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509486 Jun 07 14:51:56.582303 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:56.583862 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:56.631324 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb21b0c-0768-4985-ace9-7239f8d80a60,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:56.635050 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:56.982671 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041221'] for router_interface, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:57.467136 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Router d5cba637-1f57-4f94-9fae-f8d1053088d8 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:51:57.702705 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66726b-d1ff-4782-accb-8868f36d44c8 req-df55a73b-9d0c-4115-aea7-be53f27c4533 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:57.704198 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9d66726b-d1ff-4782-accb-8868f36d44c8 req-df55a73b-9d0c-4115-aea7-be53f27c4533 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.3242705 Jun 07 14:51:57.835317 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9d66726b-d1ff-4782-accb-8868f36d44c8 req-f0b21f3d-d28a-4ece-a7c4-a0a52711322e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214161 Jun 07 14:51:57.837413 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:51:57.844223 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] 10.222.0.61 "PUT /v2.0/routers/d5cba637-1f57-4f94-9fae-f8d1053088d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8257980 Jun 07 14:51:57.845493 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58404) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:57.845901 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] Sync routers for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:51:57.868957 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:57.868957 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:51:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:58.090775 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks [] for router, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:58.121272 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:58.439452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:58.506812 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:51:56Z', 'revision_number': 5, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port': {'id': '6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:29Z', 'updated_at': '2021-06-07T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:58.515452 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] Checking router: d5cba637-1f57-4f94-9fae-f8d1053088d8 for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:51:58.529436 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] Routers {'d5cba637-1f57-4f94-9fae-f8d1053088d8'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:51:58.530496 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:51:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d5cba637-1f57-4f94-9fae-f8d1053088d8'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:58.573498 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Deleting port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:51:58.574044 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:58.710108 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] Set router d5cba637-1f57-4f94-9fae-f8d1053088d8 gateway port host: None {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:51:58.791063 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] For port 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:51:58.791520 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:58.874404 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:51:58Z', 'revision_number': 6, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port_host': None}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:51:58.879661 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe748ec-7f5c-48c4-9656-a547bacd19a6 None None] The sync data for ids ['d5cba637-1f57-4f94-9fae-f8d1053088d8'] in dv-cinder-789603-7-smb is: [{'id': 'd5cba637-1f57-4f94-9fae-f8d1053088d8', 'name': 'tempest-AttachVolumeTestJSON-1603793683-router', 'tenant_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:26Z', 'updated_at': '2021-06-07T14:51:58Z', 'revision_number': 6, 'project_id': 'b6f23a8c048d4650b3294cc0ae521df7', 'gw_port_host': None}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:51:58.937765 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Calling delete_port for 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:51:59.237499 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58bae8-06a4-44c8-b6e3-c93897513a55 req-b2fbfe6c-df56-4100-aeab-7513da61a2ab tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:51:59.239666 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dc58bae8-06a4-44c8-b6e3-c93897513a55 req-b2fbfe6c-df56-4100-aeab-7513da61a2ab tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.2696304 Jun 07 14:51:59.361897 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-dc58bae8-06a4-44c8-b6e3-c93897513a55 req-f81b8944-ae33-4716-9797-c5bbd8f703d3 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692027 Jun 07 14:51:59.362864 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.368101 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3aa2e404-bc65-4ae2-8371-04b15fc5e38e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:51:59.416664 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:51:59.421783 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:51:59.517548 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918283'] for router_gateway, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.699952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11802'] for router, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.702554 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.739978 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2052562'] for router, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.740549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5cba637-1f57-4f94-9fae-f8d1053088d8 {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:51:59.746956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.749350 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d5cba637-1f57-4f94-9fae-f8d1053088d8 HTTP/1.1" status: 204 len: 168 time: 1.9031997 Jun 07 14:51:59.750957 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58408) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:51:59.819024 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Deleting subnet 5ca183b2-27d7-4885-8df6-a6af755f5fd0 {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:51:59.823168 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.890238 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:51:59.951860 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:52:00.003502 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:52:00.004104 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 6e2ee98f-2d42-4c73-b87f-eb007ecaa2ef not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:52:00.004802 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1eb21b0c-0768-4985-ace9-7239f8d80a60 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:52:00.042463 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 1eb21b0c-0768-4985-ace9-7239f8d80a60 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:52:00.042889 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1eb21b0c-0768-4985-ace9-7239f8d80a60 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:52:00.085185 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:00.327731 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:00.334430 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:00.371985 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca183b2-27d7-4885-8df6-a6af755f5fd0,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:00.373983 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:00.380465 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58410) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:00.381922 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05fa83-581c-46cd-840c-e17ff2eb1504 None None] Network 518813d8-bb55-451f-9b64-74b074a9d5f3 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:52:00.385219 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5ca183b2-27d7-4885-8df6-a6af755f5fd0 HTTP/1.1" status: 204 len: 168 time: 0.6237788 Jun 07 14:52:00.386549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-59307076-6af1-4523-9487-18e8954f1f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:00.603806 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:00.750673 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf95c01-94c0-45df-879e-192b9b74c716 req-11ff76d8-6b6e-4c01-802c-8e6aa5ff1350 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:00.750673 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8cf95c01-94c0-45df-879e-192b9b74c716 req-11ff76d8-6b6e-4c01-802c-8e6aa5ff1350 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.2032182 Jun 07 14:52:00.801659 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Deleting port 493d8c9d-1577-496b-befe-3fb36b91425c {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:00.801997 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:00.825602 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] DHCP port deletion for 518813d8-bb55-451f-9b64-74b074a9d5f3 request from dv-cinder-789603-7-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:52:00.853674 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-8cf95c01-94c0-45df-879e-192b9b74c716 req-133cb03f-815d-4470-b37b-d707fc95ed4e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955842 Jun 07 14:52:00.910173 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] Deleting port 493d8c9d-1577-496b-befe-3fb36b91425c {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:00.910656 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.036811 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] For port 493d8c9d-1577-496b-befe-3fb36b91425c, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=493d8c9d-1577-496b-befe-3fb36b91425c,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:01.037466 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.077159 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] For port 493d8c9d-1577-496b-befe-3fb36b91425c, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=493d8c9d-1577-496b-befe-3fb36b91425c,segment=NetworkSegment(e621f356-c278-4d2f-89d0-70a7916e9b6f),segment_id=e621f356-c278-4d2f-89d0-70a7916e9b6f)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:01.077798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.284807 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Calling delete_port for 493d8c9d-1577-496b-befe-3fb36b91425c owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:01.310690 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] Calling delete_port for 493d8c9d-1577-496b-befe-3fb36b91425c owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:01.381250 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.391072 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:01.440551 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Pushing event deleted for resources: {'Port': ['ID=493d8c9d-1577-496b-befe-3fb36b91425c,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:01.443836 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:01.444873 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] No DVR routers for this DVR port 493d8c9d-1577-496b-befe-3fb36b91425c on host dv-cinder-789603-7-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:52:01.572180 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135'] for port, after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.575973 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-2e44097a-1e25-4a70-a40b-1ce05c309459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:01.584192 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.598674 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518813d8-bb55-451f-9b64-74b074a9d5f3']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:01.612757 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e621f356-c278-4d2f-89d0-70a7916e9b6f') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:01.613096 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e621f356-c278-4d2f-89d0-70a7916e9b6f') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:01.621656 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] Pushing event deleted for resources: {'Port': ['ID=493d8c9d-1577-496b-befe-3fb36b91425c,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:01.627468 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:01.628155 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.632096 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98735eb-ed53-495f-a2ee-3e440c68d52a None None] No DVR routers for this DVR port 493d8c9d-1577-496b-befe-3fb36b91425c on host dv-cinder-789603-7-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:52:01.654399 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.661106 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:52:01.661489 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:52:01.676690 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:52:01.773004 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.777573 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:01.791613 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:01.793502 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] 10.222.0.61 "DELETE /v2.0/networks/518813d8-bb55-451f-9b64-74b074a9d5f3 HTTP/1.1" status: 204 len: 168 time: 1.4110565 Jun 07 14:52:01.799424 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Pushing event deleted for resources: {'Network': ['ID=518813d8-bb55-451f-9b64-74b074a9d5f3,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:01.801831 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b9067085-5c70-45c8-9917-ab7435ca482c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:01.934042 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 493d8c9d-1577-496b-befe-3fb36b91425c no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:52:01.937293 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58420) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:01.975376 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 493d8c9d-1577-496b-befe-3fb36b91425c {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:52:01.975885 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 493d8c9d-1577-496b-befe-3fb36b91425c not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:52:01.998350 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-90fff072-7698-42c8-ac8d-fbf4902f47c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6f23a8c048d4650b3294cc0ae521df7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0593979 Jun 07 14:52:02.000628 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58422) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:02.060544 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:02.083705 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f8b0-f365-45d0-9f9e-8161b6a6124a req-d72dd37e-c469-40a8-9364-989e3cc1fa65 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:02.085816 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3404f8b0-f365-45d0-9f9e-8161b6a6124a req-d72dd37e-c469-40a8-9364-989e3cc1fa65 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.0818954 Jun 07 14:52:02.087911 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:02.142273 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:02.142486 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3404f8b0-f365-45d0-9f9e-8161b6a6124a req-33613996-247d-4d1a-9900-4291477b04b5 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496175 Jun 07 14:52:02.144707 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:02.145862 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08c38671-80e8-486c-851f-dbe27a7a4355 HTTP/1.1" status: 204 len: 168 time: 0.1443233 Jun 07 14:52:02.146753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cc7539d3-e5eb-4700-80f3-e374c155081c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:02.157797 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c38671-80e8-486c-851f-dbe27a7a4355,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:02.169737 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:02.388747 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-432fa3f3-2dfe-439e-a171-b1a20b6c7e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:02.391335 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-432fa3f3-2dfe-439e-a171-b1a20b6c7e40 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9948a820-520f-4849-95a5-23ae7f39aada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1003408 Jun 07 14:52:02.533194 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-9e774042-3985-4875-994e-25892f69ca23 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327856 Jun 07 14:52:02.679039 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6d4226e2-245d-45cc-8c66-f2d1cbe0485f req-216bf5b6-35e2-40ad-afdb-55c8de9b7356 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382525 Jun 07 14:52:02.936351 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:52:03.352166 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d73e0-df39-44ee-9c5f-64ccdf7adaa5 req-82743b53-3442-43ed-b9a6-38e5d391c661 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:03.353745 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-594d73e0-df39-44ee-9c5f-64ccdf7adaa5 req-82743b53-3442-43ed-b9a6-38e5d391c661 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.0839310 Jun 07 14:52:03.412706 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-594d73e0-df39-44ee-9c5f-64ccdf7adaa5 req-18aea6cc-7f07-49e1-9c96-c47ebd09013c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535748 Jun 07 14:52:03.934493 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:04.618912 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c004a23-26f5-4865-ae09-4e38ab5c4195 req-876e0c7d-1b1d-449d-b59a-d661aa1ad39d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:04.620358 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5c004a23-26f5-4865-ae09-4e38ab5c4195 req-876e0c7d-1b1d-449d-b59a-d661aa1ad39d tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 943 time: 0.0895948 Jun 07 14:52:04.665079 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5c004a23-26f5-4865-ae09-4e38ab5c4195 req-3c20b45e-bdb7-42b1-8b1b-32c926938773 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Jun 07 14:52:05.304328 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:52:05.440463 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:05.453565 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'port_id': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'mac_address': 'fa:16:3e:58:a2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:52:05.514842 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:05.543787 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c86a04d-0301-487b-8987-f6c38d3408c0 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:52:05.565977 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:05.573110 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:05.577165 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:05.682825 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=9']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:05.696007 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.696306 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.696832 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.697387 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.697921 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.698447 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.698958 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.699460 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.699913 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.700352 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.700825 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.701359 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:05.714810 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:05.844441 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['3c86a04d-0301-487b-8987-f6c38d3408c0'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:52:05.910964 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b61ec-033d-4d0c-be67-f6556bfb5470 req-089fc890-87c7-4d82-97a8-8da1560c56a8 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:05.912590 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-029b61ec-033d-4d0c-be67-f6556bfb5470 req-089fc890-87c7-4d82-97a8-8da1560c56a8 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 944 time: 0.0925319 Jun 07 14:52:05.959911 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-029b61ec-033d-4d0c-be67-f6556bfb5470 req-6b60c682-e824-4f75-8504-92b28952f5c4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Jun 07 14:52:07.161194 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea607c-1ea8-4299-8e8e-f0fd93f558e3 req-db73e8df-1fa7-49f3-a91c-19e39aa83187 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:07.163140 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-55ea607c-1ea8-4299-8e8e-f0fd93f558e3 req-db73e8df-1fa7-49f3-a91c-19e39aa83187 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 944 time: 0.0853174 Jun 07 14:52:07.213961 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-55ea607c-1ea8-4299-8e8e-f0fd93f558e3 req-e57f1771-b1db-4a74-b5f8-c5301217c2c6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Jun 07 14:52:07.311634 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:52:07.385277 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port 3c86a04d-0301-487b-8987-f6c38d3408c0 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:52:07.386244 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:07.504535 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:07.532409 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:52:07.534644 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83c21f8-f1a2-488b-9d2f-02142d9e2313" -d '{"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-plugged", "status": "completed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:52:07.543617 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:07.547807 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:07.549753 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:07.580554 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b02a17-2f60-4666-a915-6d2e5fc66c89 x-openstack-request-id: req-93b02a17-2f60-4666-a915-6d2e5fc66c89 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:52:07.581118 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-plugged", "status": "completed", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:52:07.581118 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93b02a17-2f60-4666-a915-6d2e5fc66c89 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:52:07.581509 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'code': 200} Jun 07 14:52:07.632350 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=10']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:07.636027 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:07.845519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a641-3620-4d63-be1a-f5d056872a69 req-8df7ea8e-de91-4462-b67f-695b9ec91a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:07.846858 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c370a641-3620-4d63-be1a-f5d056872a69 req-8df7ea8e-de91-4462-b67f-695b9ec91a1d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 1099 time: 0.0747128 Jun 07 14:52:07.892278 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-c370a641-3620-4d63-be1a-f5d056872a69 req-3f0ab0cc-37f5-428c-8372-12169c35bb3d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357790 Jun 07 14:52:08.412163 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa86681-d291-44fe-b93e-d004fabd27ef req-ec6596a7-bac9-471b-a614-3a2f65a16aa4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:08.413685 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-efa86681-d291-44fe-b93e-d004fabd27ef req-ec6596a7-bac9-471b-a614-3a2f65a16aa4 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 946 time: 0.0850840 Jun 07 14:52:08.472429 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-efa86681-d291-44fe-b93e-d004fabd27ef req-0b6406b5-37d3-448e-a32d-b25a51a0ec61 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471931 Jun 07 14:52:08.480544 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-153d4a20-e8e8-438b-be40-5448a73741db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:09.695349 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b280-d54d-43ed-b3a0-4e5a4ad2684b req-fe9a68de-2db8-456a-a38e-0afe50073bc6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:09.697078 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fb13b280-d54d-43ed-b3a0-4e5a4ad2684b req-fe9a68de-2db8-456a-a38e-0afe50073bc6 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 946 time: 0.0918570 Jun 07 14:52:09.766249 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fb13b280-d54d-43ed-b3a0-4e5a4ad2684b req-2e508e2e-b23e-40ed-adbd-a250238d1a42 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602970 Jun 07 14:52:10.965940 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6272394-1de6-4b20-9786-15af1b058355 req-628ed85f-023e-4c66-9715-782ee531c2fa tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:10.967565 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e6272394-1de6-4b20-9786-15af1b058355 req-628ed85f-023e-4c66-9715-782ee531c2fa tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 946 time: 0.0869758 Jun 07 14:52:11.014904 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e6272394-1de6-4b20-9786-15af1b058355 req-fedbcf5f-18bc-43be-a762-6dc296027e1f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Jun 07 14:52:11.171643 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-c082575f-1e8e-4539-8c4b-24fd52eb367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:11.907371 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:13.124433 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:15.899361 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:16.687979 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-bff31c3e-7f7e-4016-bf42-d842a91cfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:16.689534 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-bff31c3e-7f7e-4016-bf42-d842a91cfe59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1137 time: 0.1615169 Jun 07 14:52:16.700578 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cea10-01a6-4b77-8cb6-4f8e6c7858e3 req-30733829-35f9-48c2-8e61-e44a9b5825ae tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:16.702119 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-419cea10-01a6-4b77-8cb6-4f8e6c7858e3 req-30733829-35f9-48c2-8e61-e44a9b5825ae tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.1334317 Jun 07 14:52:16.841709 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-419cea10-01a6-4b77-8cb6-4f8e6c7858e3 req-d023dd93-f9fd-4404-9353-d2c0d4b55761 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201468 Jun 07 14:52:16.896055 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-13935974-bbca-4356-b5fb-aace7b0d306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:16.901475 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-13935974-bbca-4356-b5fb-aace7b0d306d service neutron] 10.222.0.63 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 915 time: 0.1981585 Jun 07 14:52:17.027035 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-af316aca-8899-41f9-bc64-168e67dab26b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 1001 time: 0.1185918 Jun 07 14:52:17.103688 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-50a3086d-85e8-4278-a6e7-6e331e2d382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:17.105193 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-50a3086d-85e8-4278-a6e7-6e331e2d382e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 200 len: 853 time: 0.0707176 Jun 07 14:52:17.190930 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-01052601-3e80-4213-9ebf-6344829d5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:17.192571 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-01052601-3e80-4213-9ebf-6344829d5abe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9948a820-520f-4849-95a5-23ae7f39aada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732331 Jun 07 14:52:17.454297 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-9f72fa09-4edd-41b6-9894-202a5fdab588 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543504 Jun 07 14:52:17.598812 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-cadefb4f-0a53-4dbe-9952-2f4b8bc00f3c req-428774e6-4126-4747-bf63-b46839a4be71 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360426 Jun 07 14:52:18.041979 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ba49d-1331-42ca-bb9f-dba6e11fcaf7 req-7c621b3e-acff-4446-8b2e-37ecfd277000 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:18.043950 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-527ba49d-1331-42ca-bb9f-dba6e11fcaf7 req-7c621b3e-acff-4446-8b2e-37ecfd277000 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0902877 Jun 07 14:52:18.096486 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-527ba49d-1331-42ca-bb9f-dba6e11fcaf7 req-17a86680-df6f-4fdb-bcbd-fafdbba67c36 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463638 Jun 07 14:52:19.307422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90684964-8e96-4c7b-9e5f-ae51224961dc req-5081ba68-66e8-46e2-852f-d931bea52c34 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:19.309013 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-90684964-8e96-4c7b-9e5f-ae51224961dc req-5081ba68-66e8-46e2-852f-d931bea52c34 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0984137 Jun 07 14:52:19.364514 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-90684964-8e96-4c7b-9e5f-ae51224961dc req-82cca206-16ff-4c23-8022-33f4c54b1f07 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461574 Jun 07 14:52:20.668964 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7e728-aaa8-4287-aa61-67b3a1d32229 req-e7690119-caf9-4ab0-a71f-22c034714405 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:20.670345 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e8e7e728-aaa8-4287-aa61-67b3a1d32229 req-e7690119-caf9-4ab0-a71f-22c034714405 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.1882527 Jun 07 14:52:20.722317 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e8e7e728-aaa8-4287-aa61-67b3a1d32229 req-82c7f937-8a70-41f0-8d3d-4d2ce2cb6241 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458891 Jun 07 14:52:21.474734 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58670) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:21.602457 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1ec1-c3bb-43ec-8a58-8aef45130c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:21.715903 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1ec1-c3bb-43ec-8a58-8aef45130c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:21.720830 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1ec1-c3bb-43ec-8a58-8aef45130c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:21.728970 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-cea84294-a156-4128-bf43-c266b5a5356e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:21.772595 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-9c4b1ec1-c3bb-43ec-8a58-8aef45130c35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b819341a577c4918bc1c9bdad9c0a236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967494 Jun 07 14:52:21.774290 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b1ec1-c3bb-43ec-8a58-8aef45130c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332fa2c9-1856-474c-8100-5df697116fde,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:21.776885 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58676) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:21.777772 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9c4b1ec1-c3bb-43ec-8a58-8aef45130c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:21.842333 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:21.886900 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:21.926222 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38734b0-654f-4020-8c6d-ce8069900097 req-7638a752-975c-479a-8db5-19d200ca0bd7 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:21.927796 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b38734b0-654f-4020-8c6d-ce8069900097 req-7638a752-975c-479a-8db5-19d200ca0bd7 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0947697 Jun 07 14:52:21.948380 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:21.952795 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:21.954665 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/332fa2c9-1856-474c-8100-5df697116fde HTTP/1.1" status: 204 len: 168 time: 0.1757383 Jun 07 14:52:21.955920 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b3aff6c1-8ec3-4c33-8729-e642e086d2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:21.971714 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332fa2c9-1856-474c-8100-5df697116fde,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:21.974476 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:22.011714 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b38734b0-654f-4020-8c6d-ce8069900097 req-904e84ba-1734-463e-8ebe-57e7b24db1c3 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727804 Jun 07 14:52:22.285473 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58682) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:22.307871 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f5a0-aed9-4841-8992-71e126e7ac52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:22.428324 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f5a0-aed9-4841-8992-71e126e7ac52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:22.432578 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0dc0f5a0-aed9-4841-8992-71e126e7ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:22.441309 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-78dfa620-5fb6-4b4b-92b9-3d27f31488e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:22.482561 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-0dc0f5a0-aed9-4841-8992-71e126e7ac52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0cd7390f8264d2c932fe566a45c9854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958797 Jun 07 14:52:22.484230 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0f5a0-aed9-4841-8992-71e126e7ac52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe97b9-4a58-4f3e-b05c-785caac21791,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:22.485371 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58684) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:22.487259 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0dc0f5a0-aed9-4841-8992-71e126e7ac52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:22.545318 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:22.572514 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:22.626426 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:22.629798 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:22.630986 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39fe97b9-4a58-4f3e-b05c-785caac21791 HTTP/1.1" status: 204 len: 168 time: 0.1436868 Jun 07 14:52:22.632463 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2a5d142d-2020-4cb0-b8fe-56228f5d4080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:22.642830 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe97b9-4a58-4f3e-b05c-785caac21791,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:22.645191 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:23.224169 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3bd29-3280-42af-bc57-f4ca5261961c req-9e889c73-a779-45a9-863f-14aecf654cb6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:23.225922 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6cb3bd29-3280-42af-bc57-f4ca5261961c req-9e889c73-a779-45a9-863f-14aecf654cb6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0923471 Jun 07 14:52:23.311408 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-6cb3bd29-3280-42af-bc57-f4ca5261961c req-7f0e9185-2c99-4761-a410-4e5cc28a0ede tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783033 Jun 07 14:52:24.513114 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100f80d-5434-4ff0-b370-04fbdb4bd201 req-4a334e58-c176-4c2c-aae7-55cffc5eba75 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:24.514942 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8100f80d-5434-4ff0-b370-04fbdb4bd201 req-4a334e58-c176-4c2c-aae7-55cffc5eba75 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0905063 Jun 07 14:52:24.567562 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8100f80d-5434-4ff0-b370-04fbdb4bd201 req-c0830e96-63a5-4f53-aba9-7f1e207d2ad9 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468874 Jun 07 14:52:25.710956 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58758) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:25.770924 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bc7f2-fdcc-4750-b8cd-8c4733cde6ef req-15043763-8859-4341-bef7-79a75cb69268 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:25.772738 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d28bc7f2-fdcc-4750-b8cd-8c4733cde6ef req-15043763-8859-4341-bef7-79a75cb69268 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0878441 Jun 07 14:52:25.829197 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d28bc7f2-fdcc-4750-b8cd-8c4733cde6ef req-32a8a70f-962f-4fad-bec9-5b810c34b07f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492210 Jun 07 14:52:25.844787 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-89382350-579a-43c0-b179-14a32bbe247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:25.981107 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-89382350-579a-43c0-b179-14a32bbe247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:25.985828 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-89382350-579a-43c0-b179-14a32bbe247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:25.993731 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-bfd4b1fd-febc-4a57-a3f5-8fc0745f778a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:26.041593 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-89382350-579a-43c0-b179-14a32bbe247b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60f863eeb61a4daab171fc71ac6cb3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293729 Jun 07 14:52:26.042405 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382350-579a-43c0-b179-14a32bbe247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fbb4a8-dd19-4c33-8e6d-8bcff1524443,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:26.045166 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58762) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:26.045489 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-89382350-579a-43c0-b179-14a32bbe247b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:26.119777 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.149532 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.211291 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.213806 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.214946 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82fbb4a8-dd19-4c33-8e6d-8bcff1524443 HTTP/1.1" status: 204 len: 168 time: 0.1682618 Jun 07 14:52:26.215737 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f2a7354c-bb1f-4046-8e94-91625d749931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:26.225843 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fbb4a8-dd19-4c33-8e6d-8bcff1524443,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:26.229382 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:26.567613 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58768) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:26.586333 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0c714176-0d69-480f-afde-9bf3093db73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.698231 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0c714176-0d69-480f-afde-9bf3093db73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.702139 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0c714176-0d69-480f-afde-9bf3093db73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.709273 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b2325e4d-2c82-48aa-b062-e9197ad70b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:26.753286 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-0c714176-0d69-480f-afde-9bf3093db73e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ae83b05c02e43d8b2fc5a840a2d7db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844256 Jun 07 14:52:26.754820 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714176-0d69-480f-afde-9bf3093db73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5214931-f2dc-4343-af68-921334bbd75e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:26.756576 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58770) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:26.759026 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-0c714176-0d69-480f-afde-9bf3093db73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:26.820750 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.847989 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.909941 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.912632 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:26.914528 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5214931-f2dc-4343-af68-921334bbd75e HTTP/1.1" status: 204 len: 168 time: 0.1563001 Jun 07 14:52:26.915392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b2c46022-64bb-47be-b816-9c68bf32943a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:26.933158 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5214931-f2dc-4343-af68-921334bbd75e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:26.935438 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:27.049081 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78df6a-e78d-4788-a4b4-e838f4344b87 req-6046e8da-7db1-4f53-a3f6-7174ae7cbbc1 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:27.050618 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb78df6a-e78d-4788-a4b4-e838f4344b87 req-6046e8da-7db1-4f53-a3f6-7174ae7cbbc1 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0928507 Jun 07 14:52:27.109737 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-eb78df6a-e78d-4788-a4b4-e838f4344b87 req-2adc508d-3e96-49b3-a3ca-3d553fbd3467 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513954 Jun 07 14:52:28.339054 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dd67d-19c4-4827-822b-10a874488983 req-53aface7-4fe8-42e6-a903-4e03a52046c1 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:28.341775 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5e7dd67d-19c4-4827-822b-10a874488983 req-53aface7-4fe8-42e6-a903-4e03a52046c1 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.1083641 Jun 07 14:52:28.399570 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5e7dd67d-19c4-4827-822b-10a874488983 req-c45f8b89-199f-4656-bd8a-38351f347b51 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497341 Jun 07 14:52:29.617345 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b5e19-bb25-4155-9e04-1fc0f692db20 req-3b9e9a2e-aa3b-4629-bfbf-81a9e183e0cf tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:29.619164 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-617b5e19-bb25-4155-9e04-1fc0f692db20 req-3b9e9a2e-aa3b-4629-bfbf-81a9e183e0cf tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0989630 Jun 07 14:52:29.675473 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-617b5e19-bb25-4155-9e04-1fc0f692db20 req-37ca4f25-475e-47ca-adf7-362b2ebf0fa6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463982 Jun 07 14:52:30.889276 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f692f-6b96-4b87-bc77-14dedc169955 req-f028ddcf-a40f-4fe1-a960-8db34482f30c tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:30.890925 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e79f692f-6b96-4b87-bc77-14dedc169955 req-f028ddcf-a40f-4fe1-a960-8db34482f30c tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0937431 Jun 07 14:52:30.956603 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-e79f692f-6b96-4b87-bc77-14dedc169955 req-c881c3b5-b638-46fb-8493-755eb825b66e tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589089 Jun 07 14:52:32.161948 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4b40-d83c-4602-8c47-2dbc73e9a1df req-76ffcebe-23c5-4e8e-b5b8-7b68c24e7706 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:32.165087 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-615f4b40-d83c-4602-8c47-2dbc73e9a1df req-76ffcebe-23c5-4e8e-b5b8-7b68c24e7706 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0954497 Jun 07 14:52:32.254442 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-615f4b40-d83c-4602-8c47-2dbc73e9a1df req-02d7d647-3036-4d55-ad19-0dd413197665 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767844 Jun 07 14:52:33.181150 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58860) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:33.338792 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d8581007-1df5-47ac-a960-5d6050cded11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:33.458350 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d8581007-1df5-47ac-a960-5d6050cded11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:33.462346 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d8581007-1df5-47ac-a960-5d6050cded11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:33.471462 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9a4304ce-8a70-4ec5-9217-a215d20c965d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:33.479504 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3c23-58ec-463a-ad5e-b0c895c35752 req-427a5ffc-d2df-4136-a92f-ef12dd2a34ec tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:33.481087 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-386e3c23-58ec-463a-ad5e-b0c895c35752 req-427a5ffc-d2df-4136-a92f-ef12dd2a34ec tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0875566 Jun 07 14:52:33.516360 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d8581007-1df5-47ac-a960-5d6050cded11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e3682e001944374bd2f4a1782737dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341272 Jun 07 14:52:33.518888 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8581007-1df5-47ac-a960-5d6050cded11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1bce7b-9823-4ad7-92f9-54973af2d2c2,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:33.521229 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58866) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:33.522594 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d8581007-1df5-47ac-a960-5d6050cded11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:33.547504 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-386e3c23-58ec-463a-ad5e-b0c895c35752 req-2b2fc997-5600-4d58-8f0c-b8f56a45fcb6 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574553 Jun 07 14:52:33.594853 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08b1a07c-dd2d-45e4-86ef-3c690784aa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:33.626579 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08b1a07c-dd2d-45e4-86ef-3c690784aa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:33.680805 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08b1a07c-dd2d-45e4-86ef-3c690784aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:33.683776 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-42f6c8df-836f-4263-8394-525b201e484d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799086 Jun 07 14:52:33.683945 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-08b1a07c-dd2d-45e4-86ef-3c690784aa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:33.684955 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-08b1a07c-dd2d-45e4-86ef-3c690784aa2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f1bce7b-9823-4ad7-92f9-54973af2d2c2 HTTP/1.1" status: 204 len: 168 time: 0.1627629 Jun 07 14:52:33.689943 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b575286a-3e1b-48bf-abd7-f7d6d7b49496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:33.700368 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1a07c-dd2d-45e4-86ef-3c690784aa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1bce7b-9823-4ad7-92f9-54973af2d2c2,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:33.702570 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-08b1a07c-dd2d-45e4-86ef-3c690784aa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:33.789994 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-abb2a772-f7cc-49da-b14a-54d973988852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:33.791522 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-abb2a772-f7cc-49da-b14a-54d973988852 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0801079 Jun 07 14:52:33.964202 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.017672 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-557fdf5c-28a1-4a13-ab6e-aace337084c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:34.019154 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-557fdf5c-28a1-4a13-ab6e-aace337084c6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.2063491 Jun 07 14:52:34.077611 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58872) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:34.099125 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-798fbc15-c89e-40e7-919f-ed77ecc83426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.140179 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-add5238e-5250-4425-9ea5-55394d60bc11 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 1001 time: 0.1111579 Jun 07 14:52:34.217161 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-636c9259-71c4-44e4-90cf-fb5fd9f378d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:34.218643 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-636c9259-71c4-44e4-90cf-fb5fd9f378d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0717330 Jun 07 14:52:34.228447 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-798fbc15-c89e-40e7-919f-ed77ecc83426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.233712 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-798fbc15-c89e-40e7-919f-ed77ecc83426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.242190 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-474ab3a3-1268-43a4-bf4b-8ec72bdb0105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:34.291136 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-798fbc15-c89e-40e7-919f-ed77ecc83426 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f03662f0e6c54a8e8cb57107e2f781bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120838 Jun 07 14:52:34.292077 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fbc15-c89e-40e7-919f-ed77ecc83426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019a281c-30e3-4acc-a630-a4a94ee4cc76,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:34.295898 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-798fbc15-c89e-40e7-919f-ed77ecc83426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:34.296433 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58874) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:34.373795 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d017f27-6b1f-4cd7-ab1c-54a14b686e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.406872 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d017f27-6b1f-4cd7-ab1c-54a14b686e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.420414 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-b7aed43d-f3f8-4601-8b79-ec4364a2b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:34.421951 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-b7aed43d-f3f8-4601-8b79-ec4364a2b9bb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1960454 Jun 07 14:52:34.488674 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d017f27-6b1f-4cd7-ab1c-54a14b686e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.492403 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4d017f27-6b1f-4cd7-ab1c-54a14b686e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:34.494331 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4d017f27-6b1f-4cd7-ab1c-54a14b686e5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/019a281c-30e3-4acc-a630-a4a94ee4cc76 HTTP/1.1" status: 204 len: 168 time: 0.1966755 Jun 07 14:52:34.495318 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-23ef607d-f01a-4fb8-9621-7c4a83f921ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:34.511487 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d017f27-6b1f-4cd7-ab1c-54a14b686e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019a281c-30e3-4acc-a630-a4a94ee4cc76,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:34.515139 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4d017f27-6b1f-4cd7-ab1c-54a14b686e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:34.594600 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-432cbb47-572a-4ca6-aded-7f7bcc5f5701 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629739 Jun 07 14:52:34.887653 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d8e6d853-7ccf-400c-ae7f-0d85cba3967b req-e0155e8c-1d60-4c1e-aa9f-15a987457233 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849057 Jun 07 14:52:34.906193 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a4f2-7458-4c9b-a7a3-6c50e7abc6d3 req-88d480fc-ef7a-441b-86f2-e3d0f3a6183c tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:34.908084 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e685a4f2-7458-4c9b-a7a3-6c50e7abc6d3 req-88d480fc-ef7a-441b-86f2-e3d0f3a6183c tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.2355478 Jun 07 14:52:34.964270 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e685a4f2-7458-4c9b-a7a3-6c50e7abc6d3 req-78ce8b32-0ea0-4596-be89-f9b74359d951 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472627 Jun 07 14:52:36.207790 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6981e-f52d-459a-83b2-c8f52ad09972 req-679e8316-547b-453c-a6c5-9e17c6052a15 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:36.209301 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f3d6981e-f52d-459a-83b2-c8f52ad09972 req-679e8316-547b-453c-a6c5-9e17c6052a15 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0887079 Jun 07 14:52:36.269761 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f3d6981e-f52d-459a-83b2-c8f52ad09972 req-c7fd4ab6-d095-48d0-86f4-19422fa25e25 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527236 Jun 07 14:52:37.484014 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ff69-ee48-436b-a314-20f3656c80f6 req-0b6f816c-fdee-4b34-b642-467f9e518341 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:37.485605 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3da4ff69-ee48-436b-a314-20f3656c80f6 req-0b6f816c-fdee-4b34-b642-467f9e518341 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.1024740 Jun 07 14:52:37.554082 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3da4ff69-ee48-436b-a314-20f3656c80f6 req-a9ca4be5-e335-4a8c-8ba5-3299643bee1b tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612540 Jun 07 14:52:38.474020 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0a013547-6b21-4fe1-acdc-a7244c619fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:38.767227 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fac7df-500d-4943-a3e9-487af5280052 req-1379bd46-3ff1-4b9a-898f-67bc21ab7c6b tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:38.768792 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-31fac7df-500d-4943-a3e9-487af5280052 req-1379bd46-3ff1-4b9a-898f-67bc21ab7c6b tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.0894811 Jun 07 14:52:38.828836 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-31fac7df-500d-4943-a3e9-487af5280052 req-491852a2-fdf9-4108-beb0-122f49637920 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=29c566ac-6e01-494d-a4b1-6818b1d2cf39&id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501082 Jun 07 14:52:39.935542 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:52:41.175028 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-91f4c4bc-286f-4304-ba94-91fdc7cb7bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:41.913602 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.059554 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 58966) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:42.186117 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f233b5c0-a288-48d7-a829-19d395820e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.297896 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f233b5c0-a288-48d7-a829-19d395820e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.302707 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-f233b5c0-a288-48d7-a829-19d395820e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.310364 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-826c3eea-b9f6-4799-8115-e9aca4011f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:42.359460 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-f233b5c0-a288-48d7-a829-19d395820e9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1c27919050749e6b5a4faa2704e5d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987516 Jun 07 14:52:42.360477 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233b5c0-a288-48d7-a829-19d395820e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d34832-36f0-49cb-80e3-ba9ca3c31a6d,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:42.362134 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 58970) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:42.363801 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-f233b5c0-a288-48d7-a829-19d395820e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:42.425007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0d6c433e-9f8f-46df-a884-03ae9f531e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.451035 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0d6c433e-9f8f-46df-a884-03ae9f531e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.504063 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0d6c433e-9f8f-46df-a884-03ae9f531e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.506495 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-0d6c433e-9f8f-46df-a884-03ae9f531e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:42.508149 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-0d6c433e-9f8f-46df-a884-03ae9f531e80 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4d34832-36f0-49cb-80e3-ba9ca3c31a6d HTTP/1.1" status: 204 len: 168 time: 0.1442935 Jun 07 14:52:42.509187 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ac79b15b-bc97-4225-8c6e-cfb2237e11e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:42.518597 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c433e-9f8f-46df-a884-03ae9f531e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d34832-36f0-49cb-80e3-ba9ca3c31a6d,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:42.521100 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-0d6c433e-9f8f-46df-a884-03ae9f531e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:43.128013 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:45.139265 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9aa19-96aa-44f7-91cd-0f000505d40f req-faf59c9e-0d64-4130-bd19-523509e03460 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:45.140898 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-46b9aa19-96aa-44f7-91cd-0f000505d40f req-faf59c9e-0d64-4130-bd19-523509e03460 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 946 time: 0.0837934 Jun 07 14:52:45.205014 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-46b9aa19-96aa-44f7-91cd-0f000505d40f req-2f711f38-e525-4f45-b5bc-668ed868ef2c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568686 Jun 07 14:52:45.903552 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:46.433590 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a971a8-9238-4623-ab99-dca994c3d38b req-e02881b8-635f-47e3-9d82-d512119020ae tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:46.435120 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-51a971a8-9238-4623-ab99-dca994c3d38b req-e02881b8-635f-47e3-9d82-d512119020ae tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 946 time: 0.0895042 Jun 07 14:52:46.529259 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-51a971a8-9238-4623-ab99-dca994c3d38b req-ff79f082-9747-4c96-8eea-6d881d5e2cf9 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3ba9610-b407-479b-939a-746a6fec9af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884204 Jun 07 14:52:46.583027 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-48bdd0d3-c85f-47b1-aa54-d6d448d392cb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:52:46.584635 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-48bdd0d3-c85f-47b1-aa54-d6d448d392cb tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 946 time: 0.1110320 Jun 07 14:52:46.750103 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Deleting port 3c86a04d-0301-487b-8987-f6c38d3408c0 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:46.750448 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:46.902597 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] For port 3c86a04d-0301-487b-8987-f6c38d3408c0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c86a04d-0301-487b-8987-f6c38d3408c0,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:46.902981 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:47.235737 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:47.236077 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1918334'] for floatingip, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:47.236387 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Floating IP 5cf35657-2911-4d92-8a87-513bfa56ef67 disassociated. External IP: 172.28.3.219, port: 3c86a04d-0301-487b-8987-f6c38d3408c0. Jun 07 14:52:47.236721 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Calling delete_port for 3c86a04d-0301-487b-8987-f6c38d3408c0 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:47.359978 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:47.367283 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-25454c44-4fde-4dcf-84f2-c0449ba42ba3 tempest-VolumesActionsTest-1295906677 tempest-VolumesActionsTest-1295906677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:47.416020 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event deleted for resources: {'Port': ['ID=3c86a04d-0301-487b-8987-f6c38d3408c0,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:47.433140 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.433708 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.434555 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.434822 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.435366 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.435932 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.436497 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.437119 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.437674 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.438456 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.438840 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.439511 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:47.708008 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:47.712775 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-27526f07-842b-4a0d-9ef7-59be055c0ae5 req-72cefd79-0602-487d-a8e7-6525330c329e tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 210 time: 0.0541425 Jun 07 14:52:47.918618 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:52:48.112078 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:52:48.122633 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] Sync routers for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:52:48.136671 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:52:48.137312 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:52:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:48.188776 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] No DVR routers for this DVR port 3c86a04d-0301-487b-8987-f6c38d3408c0 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:52:48.191580 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:48.193600 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-28b4a3fe-bd5a-404f-856a-9ac6557ca86a req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.63 "DELETE /v2.0/ports/3c86a04d-0301-487b-8987-f6c38d3408c0 HTTP/1.1" status: 204 len: 173 time: 1.6033809 Jun 07 14:52:48.194104 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-deleted', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:52:48.196526 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e479cf-374f-4aa5-bfde-ec3471b1b23d" -d '{"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-deleted", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:52:48.247519 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fa2b93-22eb-4e58-978f-5b6596677b24 x-openstack-request-id: req-10fa2b93-22eb-4e58-978f-5b6596677b24 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:52:48.247983 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83984a01-e974-4577-98d5-2b90b5c9528a", "name": "network-vif-deleted", "tag": "3c86a04d-0301-487b-8987-f6c38d3408c0", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:52:48.252196 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10fa2b93-22eb-4e58-978f-5b6596677b24 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:52:48.252196 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83984a01-e974-4577-98d5-2b90b5c9528a', 'name': 'network-vif-deleted', 'tag': '3c86a04d-0301-487b-8987-f6c38d3408c0', 'status': 'completed', 'code': 200} Jun 07 14:52:48.341791 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:52:48.673296 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:48.678106 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] Checking router: 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:52:48.688775 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:52:48.689483 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:52:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:48.909157 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-ac8284dc-ae58-431b-b98c-86e12676f824 req-3335ceb7-9ffb-4518-868e-a3eb4c3e1034 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/ports?device_id=83984a01-e974-4577-98d5-2b90b5c9528a HTTP/1.1" status: 200 len: 210 time: 0.0521283 Jun 07 14:52:48.972346 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:52:49.385566 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:49.389821 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53744497-8e58-4eed-8cc2-62f2d93b6fdf None None] The sync data for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb is: [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '8469b707-0863-4c85-8d47-125d6d1fabba', 'name': '', 'network_id': 'd72b282a-b7ac-4254-a227-bac8c4cd4cf7', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'mac_address': 'fa:16:3e:88:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:38Z', 'updated_at': '2021-06-07T14:46:02Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'subnets': [{'id': '1fd6eccc-3e61-49f5-b698-cc99e8df5daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:52:49.623016 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:52:49.654828 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abcbdf-956a-4b7b-991c-1027f2655655 None None] New status for floating IP 5cf35657-2911-4d92-8a87-513bfa56ef67: DOWN {{(pid=103648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:52:49.731555 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: 3c86a04d-0301-487b-8987-f6c38d3408c0 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:52:49.732036 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device 3c86a04d-0301-487b-8987-f6c38d3408c0 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:52:50.057384 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59084) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:50.137349 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.169638 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.225727 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.228873 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.230014 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "DELETE /v2.0/security-groups/e3ba9610-b407-479b-939a-746a6fec9af5 HTTP/1.1" status: 204 len: 168 time: 0.1707873 Jun 07 14:52:50.230794 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4f525064-8193-4152-af2d-6e3f7c5c33d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:50.232829 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59086) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:50.242936 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba9610-b407-479b-939a-746a6fec9af5,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:50.250809 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.251132 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.api.v2.resource [None req-0eebf612-ac68-4d10-a4bd-86296f0f30cd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] show failed (client error): The resource could not be found. Jun 07 14:52:50.251290 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.251575 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.251981 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.252352 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.252717 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.253110 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.253479 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.253841 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.254195 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.254556 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.254913 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:52:50.255298 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-0eebf612-ac68-4d10-a4bd-86296f0f30cd tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "GET /v2.0/security-groups/e3ba9610-b407-479b-939a-746a6fec9af5 HTTP/1.1" status: 404 len: 347 time: 0.0213034 Jun 07 14:52:50.255889 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59088) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:50.258162 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:50.503474 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Deleting port f65cbb9b-3c50-480d-a6a9-ff2d26489927 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:50.503811 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.634588 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.634910 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.779258 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Calling delete_port for f65cbb9b-3c50-480d-a6a9-ff2d26489927 owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:50.904898 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:50.908753 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3fbea9a0-da47-4ac8-bec4-d8a856bd4afe tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:50.954651 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Pushing event deleted for resources: {'Port': ['ID=f65cbb9b-3c50-480d-a6a9-ff2d26489927,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:50.957584 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:51.063007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks [] for floatingip, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:51.065393 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:51.066584 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] 10.222.0.61 "DELETE /v2.0/floatingips/5cf35657-2911-4d92-8a87-513bfa56ef67 HTTP/1.1" status: 204 len: 168 time: 0.8097856 Jun 07 14:52:53.932274 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59116) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:54.812632 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041819'] for router_interface, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:55.261267 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Deleting port 8469b707-0863-4c85-8d47-125d6d1fabba {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:55.261991 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:55.402315 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] For port 8469b707-0863-4c85-8d47-125d6d1fabba, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=8469b707-0863-4c85-8d47-125d6d1fabba,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:55.402605 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:55.536230 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Calling delete_port for 8469b707-0863-4c85-8d47-125d6d1fabba owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:55.716578 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:55.720680 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d302829f-8c78-4423-a7ff-573534d52ee6 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:55.767056 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Pushing event deleted for resources: {'Port': ['ID=8469b707-0863-4c85-8d47-125d6d1fabba,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:55.770025 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:56.173224 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041221'] for router_interface, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:56.571999 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:52:56.760430 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:52:56.765283 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-1f4eef0e-8b9a-4a2c-9beb-c7e7760b010e admin admin] 10.222.0.61 "PUT /v2.0/routers/4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8317680 Jun 07 14:52:56.767801 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59138) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:56.771441 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] Sync routers for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:52:56.782958 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:52:56.783769 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:52:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:56.974979 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:52:57.008814 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:57.195218 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:57.270976 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Deleting port 92c2389a-5f1c-4799-b680-d69b43245c21 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:57.271299 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:57.320739 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:52:55Z', 'revision_number': 5, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port': {'id': '92c2389a-5f1c-4799-b680-d69b43245c21', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:45:24Z', 'updated_at': '2021-06-07T14:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:57.326561 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] Checking router: 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:52:57.337257 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] Routers {'4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:52:57.337257 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:52:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:57.402797 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] For port 92c2389a-5f1c-4799-b680-d69b43245c21, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=92c2389a-5f1c-4799-b680-d69b43245c21,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:57.403481 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:57.492751 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] Set router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:52:57.600644 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:52:57Z', 'revision_number': 6, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port_host': None}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:57.605349 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aee438-9d43-433a-a3bd-556436da5309 None None] The sync data for ids ['4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5'] in dv-cinder-789603-7-smb is: [{'id': '4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1430666247-router', 'tenant_id': 'b7dec468405e4987a18410dfccad7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:45:22Z', 'updated_at': '2021-06-07T14:52:57Z', 'revision_number': 6, 'project_id': 'b7dec468405e4987a18410dfccad7cfc', 'gw_port_host': None}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:52:57.647423 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Calling delete_port for 92c2389a-5f1c-4799-b680-d69b43245c21 owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:57.792089 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:57.797047 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-16e42f55-c86f-44f1-8d17-631454dcfea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:57.867161 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c2389a-5f1c-4799-b680-d69b43245c21,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:57.877289 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:57.935272 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918283'] for router_gateway, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.036797 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 8469b707-0863-4c85-8d47-125d6d1fabba no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:52:58.081240 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 8469b707-0863-4c85-8d47-125d6d1fabba {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:52:58.081503 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 8469b707-0863-4c85-8d47-125d6d1fabba not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:52:58.122176 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11802'] for router, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.124552 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.147644 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2052562'] for router, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.148402 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:52:58.154110 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.155219 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4bfa1de7-bea0-4c7c-88d5-ff14ed2537b5 HTTP/1.1" status: 204 len: 168 time: 1.3864763 Jun 07 14:52:58.157746 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59142) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:58.221253 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Deleting subnet 1fd6eccc-3e61-49f5-b698-cc99e8df5daf {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:52:58.224436 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.278614 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.372275 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.461471 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.470158 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:58.511011 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd6eccc-3e61-49f5-b698-cc99e8df5daf,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:58.513037 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.514956 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1fd6eccc-3e61-49f5-b698-cc99e8df5daf HTTP/1.1" status: 204 len: 168 time: 0.3560369 Jun 07 14:52:58.516067 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-cb5ae404-41e5-49b5-898d-0c86c03f73a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:58.517798 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59146) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:58.520371 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d62ff-4ef0-4f8a-a37b-e28033067360 None None] Network d72b282a-b7ac-4254-a227-bac8c4cd4cf7 requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:52:58.645967 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.733099 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Deleting port aec2dd34-0449-4128-9876-990a283e5f42 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:58.733535 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.829967 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] DHCP port deletion for d72b282a-b7ac-4254-a227-bac8c4cd4cf7 request from dv-cinder-789603-7-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:52:58.850798 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] For port aec2dd34-0449-4128-9876-990a283e5f42, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aec2dd34-0449-4128-9876-990a283e5f42,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:58.851154 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:58.905058 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] Deleting port aec2dd34-0449-4128-9876-990a283e5f42 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:52:58.905350 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.006639 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] For port aec2dd34-0449-4128-9876-990a283e5f42, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aec2dd34-0449-4128-9876-990a283e5f42,segment=NetworkSegment(5055f636-e28f-4343-ae9a-d1f59ceb6f45),segment_id=5055f636-e28f-4343-ae9a-d1f59ceb6f45)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:52:59.007563 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.057000 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Calling delete_port for aec2dd34-0449-4128-9876-990a283e5f42 owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:59.121279 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.128620 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:59.131534 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] Calling delete_port for aec2dd34-0449-4128-9876-990a283e5f42 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:52:59.174628 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Pushing event deleted for resources: {'Port': ['ID=aec2dd34-0449-4128-9876-990a283e5f42,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:59.177674 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:59.178448 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] No DVR routers for this DVR port aec2dd34-0449-4128-9876-990a283e5f42 on host dv-cinder-789603-7-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:52:59.185461 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135'] for port, after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.189141 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:59.237304 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] Pushing event deleted for resources: {'Port': ['ID=aec2dd34-0449-4128-9876-990a283e5f42,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:59.240316 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:59.241123 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ccfda-95c5-4474-8d72-b421e8c73b5c None None] No DVR routers for this DVR port aec2dd34-0449-4128-9876-990a283e5f42 on host dv-cinder-789603-7-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:52:59.309469 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.324370 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72b282a-b7ac-4254-a227-bac8c4cd4cf7']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:59.340142 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5055f636-e28f-4343-ae9a-d1f59ceb6f45') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:59.340492 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5055f636-e28f-4343-ae9a-d1f59ceb6f45') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:52:59.355735 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.374001 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.383099 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:52:59.383489 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:52:59.396994 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:52:59.472020 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.476076 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:59.493291 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.495123 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] 10.222.0.61 "DELETE /v2.0/networks/d72b282a-b7ac-4254-a227-bac8c4cd4cf7 HTTP/1.1" status: 204 len: 168 time: 0.9762943 Jun 07 14:52:59.502581 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Pushing event deleted for resources: {'Network': ['ID=d72b282a-b7ac-4254-a227-bac8c4cd4cf7,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:59.505412 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a9735cd0-c08d-4dba-b7a9-660a1901681d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:59.636831 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59154) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:59.696354 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-20de17cc-2144-4e98-99ba-8c7b89d834c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7dec468405e4987a18410dfccad7cfc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581052 Jun 07 14:52:59.699040 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59156) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:52:59.759655 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb4-5a90-413b-8866-2fc1299d490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.787007 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb4-5a90-413b-8866-2fc1299d490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.847409 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb4-5a90-413b-8866-2fc1299d490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.850480 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc26eb4-5a90-413b-8866-2fc1299d490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:52:59.855041 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ebc26eb4-5a90-413b-8866-2fc1299d490e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/205aed87-9bb3-4d5b-9d82-63c348720933 HTTP/1.1" status: 204 len: 168 time: 0.1526163 Jun 07 14:52:59.855041 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a7953a58-167b-4196-a561-e1c8a36701f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:52:59.864487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc26eb4-5a90-413b-8866-2fc1299d490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205aed87-9bb3-4d5b-9d82-63c348720933,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:52:59.868111 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ebc26eb4-5a90-413b-8866-2fc1299d490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:52:59.975595 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 92c2389a-5f1c-4799-b680-d69b43245c21 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:00.012897 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 92c2389a-5f1c-4799-b680-d69b43245c21 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:00.013247 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 92c2389a-5f1c-4799-b680-d69b43245c21 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:00.013884 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aec2dd34-0449-4128-9876-990a283e5f42 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:00.069776 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: aec2dd34-0449-4128-9876-990a283e5f42 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:00.069776 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aec2dd34-0449-4128-9876-990a283e5f42 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:03.948485 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.439585 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59240) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:04.596903 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d42e2646-d3bc-4e22-a551-5c1c3b43459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.713138 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d42e2646-d3bc-4e22-a551-5c1c3b43459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.716452 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d42e2646-d3bc-4e22-a551-5c1c3b43459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.724043 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-0c714176-0d69-480f-afde-9bf3093db73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:04.765264 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e2646-d3bc-4e22-a551-5c1c3b43459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9721d44-0c0f-4e66-83fd-32072815b727,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:04.768496 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d42e2646-d3bc-4e22-a551-5c1c3b43459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:04.772566 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d42e2646-d3bc-4e22-a551-5c1c3b43459c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cce758c5aecc4a98abd15b4303e989bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310382 Jun 07 14:53:04.775311 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59250) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:04.839916 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b29b-3dee-4fc3-ad60-13cea46b679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.865481 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b29b-3dee-4fc3-ad60-13cea46b679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.919700 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b29b-3dee-4fc3-ad60-13cea46b679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.922175 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b29b-3dee-4fc3-ad60-13cea46b679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:04.923297 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-a4a2b29b-3dee-4fc3-ad60-13cea46b679e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9721d44-0c0f-4e66-83fd-32072815b727 HTTP/1.1" status: 204 len: 168 time: 0.1471090 Jun 07 14:53:04.924036 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d42e2646-d3bc-4e22-a551-5c1c3b43459c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:04.934416 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2b29b-3dee-4fc3-ad60-13cea46b679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9721d44-0c0f-4e66-83fd-32072815b727,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:04.936624 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a4a2b29b-3dee-4fc3-ad60-13cea46b679e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:06.748623 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59296) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:06.875270 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-60deb089-dbec-4438-a5a3-c5038f18d369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:06.978811 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-60deb089-dbec-4438-a5a3-c5038f18d369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:06.982527 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-60deb089-dbec-4438-a5a3-c5038f18d369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:06.989422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:07.044168 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-60deb089-dbec-4438-a5a3-c5038f18d369 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e11a587704d04c559169a99a3ebc51f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921889 Jun 07 14:53:07.044168 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deb089-dbec-4438-a5a3-c5038f18d369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61362a02-56e0-4b93-823e-ffc44b0013cc,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:07.044686 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59302) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:07.046339 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-60deb089-dbec-4438-a5a3-c5038f18d369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:07.114237 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-155b4b72-79dd-4c3c-a08a-30aded817d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.157618 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-155b4b72-79dd-4c3c-a08a-30aded817d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.221022 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-155b4b72-79dd-4c3c-a08a-30aded817d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.224154 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-155b4b72-79dd-4c3c-a08a-30aded817d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.226177 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-155b4b72-79dd-4c3c-a08a-30aded817d4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61362a02-56e0-4b93-823e-ffc44b0013cc HTTP/1.1" status: 204 len: 168 time: 0.1797838 Jun 07 14:53:07.227339 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0e4ad386-932d-4bdd-8ea2-8eeaaff3caf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:07.237566 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b4b72-79dd-4c3c-a08a-30aded817d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61362a02-56e0-4b93-823e-ffc44b0013cc,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:07.240205 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-155b4b72-79dd-4c3c-a08a-30aded817d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:07.569462 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59312) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:07.588808 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-05d4ce1a-fd33-460e-8731-7b171e26afe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.705391 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-05d4ce1a-fd33-460e-8731-7b171e26afe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.709835 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-05d4ce1a-fd33-460e-8731-7b171e26afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.718678 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-afd76d54-7184-4dea-886f-2d518e2a8ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:07.762505 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4ce1a-fd33-460e-8731-7b171e26afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea078a25-4d38-40f8-8a08-dba06262ae50,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:07.766511 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-05d4ce1a-fd33-460e-8731-7b171e26afe1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ac7bf26030347bf8fd60f587d5727fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958997 Jun 07 14:53:07.767435 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-05d4ce1a-fd33-460e-8731-7b171e26afe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:07.770129 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59314) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:07.829004 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a45be50-12b5-4130-b120-e57b2977234b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.855845 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a45be50-12b5-4130-b120-e57b2977234b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.910579 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a45be50-12b5-4130-b120-e57b2977234b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.913528 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-1a45be50-12b5-4130-b120-e57b2977234b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:07.914799 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-1a45be50-12b5-4130-b120-e57b2977234b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea078a25-4d38-40f8-8a08-dba06262ae50 HTTP/1.1" status: 204 len: 168 time: 0.1440468 Jun 07 14:53:07.915588 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-37138231-5cc9-4e4a-964f-817fe8350ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:07.925775 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45be50-12b5-4130-b120-e57b2977234b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea078a25-4d38-40f8-8a08-dba06262ae50,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:07.928063 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-1a45be50-12b5-4130-b120-e57b2977234b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:08.479236 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a8163b3e-1f4d-4e21-a62c-7e21829da956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:08.635019 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59340) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:08.876104 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-250bae66-7064-49f4-be4e-8b9e25483cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:08.998452 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-250bae66-7064-49f4-be4e-8b9e25483cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:09.003052 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-250bae66-7064-49f4-be4e-8b9e25483cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:09.013714 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ce9e70ca-2e20-4764-809c-f99178707f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:09.052692 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bae66-7064-49f4-be4e-8b9e25483cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81a751-ca58-42cf-9a1f-a032f26b1661,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:09.060794 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-250bae66-7064-49f4-be4e-8b9e25483cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:09.064216 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-250bae66-7064-49f4-be4e-8b9e25483cd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e486b1d6f9d94521909cd0f5644fd980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276767 Jun 07 14:53:09.067304 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59354) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:09.134806 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1888-3ffe-4b31-acbe-d6f97a40a643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:09.162456 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1888-3ffe-4b31-acbe-d6f97a40a643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:09.219286 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1888-3ffe-4b31-acbe-d6f97a40a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:09.221842 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1888-3ffe-4b31-acbe-d6f97a40a643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:09.222980 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-1e6b1888-3ffe-4b31-acbe-d6f97a40a643 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b81a751-ca58-42cf-9a1f-a032f26b1661 HTTP/1.1" status: 204 len: 168 time: 0.1546953 Jun 07 14:53:09.224164 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9cfa32d5-3553-49fb-a8c7-6d14f5a2740f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:09.236336 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1888-3ffe-4b31-acbe-d6f97a40a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81a751-ca58-42cf-9a1f-a032f26b1661,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:09.237955 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-1e6b1888-3ffe-4b31-acbe-d6f97a40a643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:10.478237 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e46093-5127-4b9e-8811-a7312ba6e5b5 req-cc43e914-2491-42df-83d4-530e4b4c7c65 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:10.479967 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e0e46093-5127-4b9e-8811-a7312ba6e5b5 req-cc43e914-2491-42df-83d4-530e4b4c7c65 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0905070 Jun 07 14:53:10.544738 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-e0e46093-5127-4b9e-8811-a7312ba6e5b5 req-a569dbdd-fd46-4184-8b6c-669356d4ad37 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567396 Jun 07 14:53:11.178258 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-542d3c2f-f2f5-443a-9597-2e259257bbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:11.759735 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517e21f-237d-46c0-bfc4-1085489b169c req-2f4ef172-3398-4a4b-88ad-d9c471244473 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:11.761330 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a517e21f-237d-46c0-bfc4-1085489b169c req-2f4ef172-3398-4a4b-88ad-d9c471244473 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0831487 Jun 07 14:53:11.813954 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-a517e21f-237d-46c0-bfc4-1085489b169c req-7db952fb-7856-4050-9404-613feffdb715 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 Jun 07 14:53:11.913060 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:13.027237 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8eaf7-7b33-4f8e-a652-fadb3eaf94cb req-d2c7c2c6-e2fe-4791-8e8c-d3fae14bb223 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:13.028802 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-21f8eaf7-7b33-4f8e-a652-fadb3eaf94cb req-d2c7c2c6-e2fe-4791-8e8c-d3fae14bb223 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0966315 Jun 07 14:53:13.097671 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-21f8eaf7-7b33-4f8e-a652-fadb3eaf94cb req-94b004d8-4d91-45c6-9a7a-926beb82c608 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586166 Jun 07 14:53:13.142304 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:14.327267 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af0896-7a4f-47c9-b0e9-93caf8cca9fe req-ad0f626b-5c82-4dcc-8ee5-78b438cccde1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:14.328797 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-34af0896-7a4f-47c9-b0e9-93caf8cca9fe req-ad0f626b-5c82-4dcc-8ee5-78b438cccde1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1121614 Jun 07 14:53:14.377271 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-34af0896-7a4f-47c9-b0e9-93caf8cca9fe req-95a26c48-326d-482d-b926-457dbd12b736 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Jun 07 14:53:15.579182 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d1c2b-ee35-4a11-8a4f-c9b05a07d896 req-ed0725f4-dcb1-4016-b949-04ed6f2e7138 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:15.580695 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-490d1c2b-ee35-4a11-8a4f-c9b05a07d896 req-ed0725f4-dcb1-4016-b949-04ed6f2e7138 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0915053 Jun 07 14:53:15.627269 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-490d1c2b-ee35-4a11-8a4f-c9b05a07d896 req-f3d979a5-6ade-4e3a-ae66-d3c1e17cb29a tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406160 Jun 07 14:53:15.904079 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:15.972335 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59478) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:16.093282 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-839bc0b0-34dd-4757-b488-d7bc285fdc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.204741 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-839bc0b0-34dd-4757-b488-d7bc285fdc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.208874 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-839bc0b0-34dd-4757-b488-d7bc285fdc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.217121 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2fcedf9e-073c-4bb2-9080-099f3a550c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:16.261480 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-839bc0b0-34dd-4757-b488-d7bc285fdc07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63dad0dd9d18437a8bc09b6ced842e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878273 Jun 07 14:53:16.262350 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bc0b0-34dd-4757-b488-d7bc285fdc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55c37c2-8357-4fd1-ae5c-81c12b303ea9,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:16.264389 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59482) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:16.265789 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-839bc0b0-34dd-4757-b488-d7bc285fdc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:16.333456 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f6e0-ab18-4128-88a7-e758fc676f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.362952 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f6e0-ab18-4128-88a7-e758fc676f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.416310 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f6e0-ab18-4128-88a7-e758fc676f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.419018 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-0ca1f6e0-ab18-4128-88a7-e758fc676f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.422762 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-0ca1f6e0-ab18-4128-88a7-e758fc676f46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f55c37c2-8357-4fd1-ae5c-81c12b303ea9 HTTP/1.1" status: 204 len: 168 time: 0.1546118 Jun 07 14:53:16.422762 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-40f36911-a311-46d6-a2b0-162169960d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:16.431937 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1f6e0-ab18-4128-88a7-e758fc676f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55c37c2-8357-4fd1-ae5c-81c12b303ea9,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:16.434287 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0ca1f6e0-ab18-4128-88a7-e758fc676f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:16.770842 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59498) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:16.797979 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b6d85018-8d7f-4f26-9d77-50d1bed7b189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:16.836248 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e229f-ab54-4902-9353-30446f40e8cc req-9246c592-47d8-4f33-8ad4-07bf40a6d633 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:16.838128 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d85e229f-ab54-4902-9353-30446f40e8cc req-9246c592-47d8-4f33-8ad4-07bf40a6d633 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0944934 Jun 07 14:53:16.897156 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-d85e229f-ab54-4902-9353-30446f40e8cc req-1cddb4f4-2260-4d4b-aa64-3d03779b4d9a tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525527 Jun 07 14:53:16.936342 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:53:17.044017 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b6d85018-8d7f-4f26-9d77-50d1bed7b189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:17.047866 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-b6d85018-8d7f-4f26-9d77-50d1bed7b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:17.056361 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-931f53ff-dea4-403f-821f-2f82b994db97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:17.097892 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-b6d85018-8d7f-4f26-9d77-50d1bed7b189 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a0e5555f4e740ba8082f9bf26e23cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254161 Jun 07 14:53:17.099870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d85018-8d7f-4f26-9d77-50d1bed7b189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799f00d6-c384-428f-bca0-3b07bbb5e31f,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:17.100975 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59504) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:17.103895 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-b6d85018-8d7f-4f26-9d77-50d1bed7b189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:17.159901 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-369fb16d-2c13-45d2-89b3-434ab353d32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:17.188273 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-369fb16d-2c13-45d2-89b3-434ab353d32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:17.245364 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-369fb16d-2c13-45d2-89b3-434ab353d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:17.247847 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-369fb16d-2c13-45d2-89b3-434ab353d32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:17.248995 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-369fb16d-2c13-45d2-89b3-434ab353d32d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/799f00d6-c384-428f-bca0-3b07bbb5e31f HTTP/1.1" status: 204 len: 168 time: 0.1467974 Jun 07 14:53:17.249781 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a9a55a6f-386f-4bcf-9803-d7d0dee87d11 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:17.260022 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fb16d-2c13-45d2-89b3-434ab353d32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f00d6-c384-428f-bca0-3b07bbb5e31f,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:17.262460 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-369fb16d-2c13-45d2-89b3-434ab353d32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:17.824168 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-de3f0f24-3425-4b0a-af51-fe63e1e95404 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717778504&fields=id&tenant_id=8fd69d5beb6443df900fcda7390a6fee HTTP/1.1" status: 200 len: 267 time: 0.0447018 Jun 07 14:53:17.936030 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-a7d43122-1f83-49ce-8e26-9fd977b788ad tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:17.937618 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-a7d43122-1f83-49ce-8e26-9fd977b788ad tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 984 time: 0.1075628 Jun 07 14:53:17.956149 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.v2.base [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Request body: {'port': {'security_groups': ['d27066e6-1c19-4a1a-be48-f5e221514188']}} {{(pid=103647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:53:18.110636 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.126229 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cb83f-3966-4ad2-8fbb-32d097e5b468 req-e65b7d9f-5ed6-4dc1-a178-e02cf2b92f63 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:18.128589 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-453cb83f-3966-4ad2-8fbb-32d097e5b468 req-e65b7d9f-5ed6-4dc1-a178-e02cf2b92f63 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1162720 Jun 07 14:53:18.179206 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-453cb83f-3966-4ad2-8fbb-32d097e5b468 req-0bb79fe9-0f6e-44bc-a281-128edf7c4566 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439785 Jun 07 14:53:18.393069 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b9f5daf4-434c-455b-9856-0da96502f733,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:18.436975 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for port, precommit_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.441875 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1520421'] for port, after_update {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.448826 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-fea5f1aa-f3d8-4ac4-b857-6a0e1edcdb2f tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:18.454751 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['b9f5daf4-434c-455b-9856-0da96502f733'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:53:18.539776 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:18.540569 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.547800 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-876bdd84-a577-4e85-bae9-e7574b0b84be req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "PUT /v2.0/ports/b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 942 time: 0.5947931 Jun 07 14:53:18.548227 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59544) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:18.563368 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:53:18.567926 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d562710-207b-4057-8b23-419e5a08c015" -d '{"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:53:18.625616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event updated for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=7']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:18.645793 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-586c185d-9baa-4d58-b062-a07b9d3e52ff tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:18.666184 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['b9f5daf4-434c-455b-9856-0da96502f733'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:53:18.671288 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d0f8f0-77bf-4c6a-8691-2e553b5dbad5 x-openstack-request-id: req-29d0f8f0-77bf-4c6a-8691-2e553b5dbad5 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:53:18.671860 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:53:18.673874 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29d0f8f0-77bf-4c6a-8691-2e553b5dbad5 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:53:18.674435 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733', 'status': 'completed', 'code': 200} Jun 07 14:53:18.732682 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.775517 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.865530 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.869640 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:18.874167 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "DELETE /v2.0/security-groups/29c566ac-6e01-494d-a4b1-6818b1d2cf39 HTTP/1.1" status: 204 len: 168 time: 0.3247690 Jun 07 14:53:18.876290 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cb60f97b-daee-4ca3-b602-5345919c9d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:18.883091 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59556) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:18.908362 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c566ac-6e01-494d-a4b1-6818b1d2cf39,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:18.918635 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:18.994868 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562710-207b-4057-8b23-419e5a08c015 req-ba44e23d-e3a4-4b2b-ac13-84f5a00676ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:18.996366 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d562710-207b-4057-8b23-419e5a08c015 req-ba44e23d-e3a4-4b2b-ac13-84f5a00676ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1098 time: 0.3206573 Jun 07 14:53:19.050415 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-f7ca3ba6-b96a-4b4b-aa32-160dc59932da None None] Provisioning complete for port b9f5daf4-434c-455b-9856-0da96502f733 triggered by entity DHCP. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:53:19.050788 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3ba6-b96a-4b4b-aa32-160dc59932da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:19.370326 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562710-207b-4057-8b23-419e5a08c015 req-24e67fce-78b6-4f20-8972-67a21718dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:19.371850 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d562710-207b-4057-8b23-419e5a08c015 req-24e67fce-78b6-4f20-8972-67a21718dfc0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 915 time: 0.3661728 Jun 07 14:53:19.492689 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Deleting port cfac18cd-4939-4b18-b8c9-a0b48797e5ec {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:19.493090 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:19.527279 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d562710-207b-4057-8b23-419e5a08c015 req-65e5cdff-c5b6-4e19-96b4-33fe0e6f3481 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 1001 time: 0.1394608 Jun 07 14:53:19.592110 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc345c7-0273-4861-b164-e3346dc11be6 req-b0db59e5-98d4-4e9b-9426-f56f37199c4d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:19.593596 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3bc345c7-0273-4861-b164-e3346dc11be6 req-b0db59e5-98d4-4e9b-9426-f56f37199c4d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.2825921 Jun 07 14:53:19.703019 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562710-207b-4057-8b23-419e5a08c015 req-d375e1c8-7faf-4e1e-9896-7c801afbd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:19.704479 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d562710-207b-4057-8b23-419e5a08c015 req-d375e1c8-7faf-4e1e-9896-7c801afbd0af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 200 len: 853 time: 0.1665897 Jun 07 14:53:19.776763 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-3bc345c7-0273-4861-b164-e3346dc11be6 req-3957aa47-fd5a-41ef-aa01-2641cf70e3e5 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258972 Jun 07 14:53:19.789636 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:19.789767 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:20.034624 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Calling delete_port for cfac18cd-4939-4b18-b8c9-a0b48797e5ec owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:20.071605 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562710-207b-4057-8b23-419e5a08c015 req-79caae82-6236-4dd2-ba2a-0ddc43436956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:20.073087 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d562710-207b-4057-8b23-419e5a08c015 req-79caae82-6236-4dd2-ba2a-0ddc43436956 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9948a820-520f-4849-95a5-23ae7f39aada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3538260 Jun 07 14:53:20.229438 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d562710-207b-4057-8b23-419e5a08c015 req-18267436-5aed-4142-8fbe-fd47e2f53e8d service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490417 Jun 07 14:53:20.402695 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:20.411036 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-80a1ffce-34c8-4264-be7d-314f40bb2548 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:20.502987 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event deleted for resources: {'Port': ['ID=cfac18cd-4939-4b18-b8c9-a0b48797e5ec,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:20.505164 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:20.543971 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8d562710-207b-4057-8b23-419e5a08c015 req-f3f14ad1-68b2-422d-8a74-8143ccf33629 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761559 Jun 07 14:53:20.579822 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks [] for floatingip, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:20.580487 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Floating IP 43d2f447-2edf-4570-a2ce-c7404990d468 disassociated (deleted). External IP: 172.28.3.208, port: b9f5daf4-434c-455b-9856-0da96502f733. Jun 07 14:53:21.005744 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:53:21.026487 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296af015-46d7-474d-864a-b241ff8cff4e req-a3cb04a2-ee3f-4116-950e-7f70856b2ff0 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:21.028119 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-296af015-46d7-474d-864a-b241ff8cff4e req-a3cb04a2-ee3f-4116-950e-7f70856b2ff0 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0964532 Jun 07 14:53:21.083565 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-296af015-46d7-474d-864a-b241ff8cff4e req-a1d258c7-084e-4579-86fd-1e99e0ffe228 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486326 Jun 07 14:53:21.216521 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:53:21.222712 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:21.229539 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] Sync routers for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:53:21.240668 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:53:21.241574 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:53:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:21.307785 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-9bc5c3f3-4a56-470a-9357-2e24ec229d4f tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "DELETE /v2.0/floatingips/43d2f447-2edf-4570-a2ce-c7404990d468 HTTP/1.1" status: 204 len: 168 time: 2.4220390 Jun 07 14:53:21.309429 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:53:21.313005 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19abdf50-d25a-42c7-bcbb-961e773f0a20" -d '{"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:53:21.368778 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f419af-7e99-4a6c-aecd-7a98e2dfbfae x-openstack-request-id: req-20f419af-7e99-4a6c-aecd-7a98e2dfbfae {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:53:21.369637 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "tag": "b9f5daf4-434c-455b-9856-0da96502f733", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:53:21.370190 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20f419af-7e99-4a6c-aecd-7a98e2dfbfae {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:53:21.371142 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733', 'status': 'completed', 'code': 200} Jun 07 14:53:21.472924 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:53:21.488329 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-309c56f8-394e-4828-a53e-a20debb37542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:21.490006 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-309c56f8-394e-4828-a53e-a20debb37542 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fd69d5beb6443df900fcda7390a6fee&device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 1098 time: 0.0974469 Jun 07 14:53:21.806982 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-51e5b3fd-83ca-4bb3-a9aa-1a431fde6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:21.809094 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-51e5b3fd-83ca-4bb3-a9aa-1a431fde6b87 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 200 len: 915 time: 0.3118973 Jun 07 14:53:21.847911 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:54Z', 'revision_number': 5, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:21.853266 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] Checking router: d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:53:21.863356 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:53:21.864211 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:53:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:21.907318 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-0eb08f47-5809-4865-a32d-ba5bb43aa90e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 200 len: 217 time: 0.0876238 Jun 07 14:53:22.008713 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-5115c3fe-0a53-457e-b360-262d06752796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:22.010231 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-5115c3fe-0a53-457e-b360-262d06752796 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 200 len: 853 time: 0.0954759 Jun 07 14:53:22.098485 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-397bf514-ddbd-47e1-9c8a-00b70b7a9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:22.101601 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-397bf514-ddbd-47e1-9c8a-00b70b7a9035 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9948a820-520f-4849-95a5-23ae7f39aada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835187 Jun 07 14:53:22.112233 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:53:22.325180 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-72cc941c-5367-440b-914f-97f386931583 service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152693 Jun 07 14:53:22.497125 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5287-e4bf-477c-b8e1-4e5789067111 req-ebf7061d-05e8-4dc0-b460-bb4e2ded24ff tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:22.498893 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-571f5287-e4bf-477c-b8e1-4e5789067111 req-ebf7061d-05e8-4dc0-b460-bb4e2ded24ff tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.2445898 Jun 07 14:53:22.541520 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-19abdf50-d25a-42c7-bcbb-961e773f0a20 req-f550a8a6-a67a-4108-a506-ed0bcd1aab0a service neutron] 10.222.0.63 "GET /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086170 Jun 07 14:53:22.567946 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-571f5287-e4bf-477c-b8e1-4e5789067111 req-39f668f8-d915-410d-9737-67009b562df4 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590296 Jun 07 14:53:22.610412 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:54Z', 'revision_number': 5, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:22.613679 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabdf229-d6df-4bbf-b066-7a1f9e7896d1 None None] The sync data for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb is: [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:50:47Z', 'revision_number': 4, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '80b27cc0-5d90-4862-bd34-1bdf6d964d03', 'name': '', 'network_id': '9948a820-520f-4849-95a5-23ae7f39aada', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'mac_address': 'fa:16:3e:ed:5f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:46Z', 'updated_at': '2021-06-07T14:50:54Z', 'revision_number': 5, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'subnets': [{'id': 'f7e0a330-30ad-44b5-b172-7b3e41a28d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:53:22.800155 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59634) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:22.904631 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fbd973-b2ff-4afb-b0dd-fb72522ad99f None None] New status for floating IP 43d2f447-2edf-4570-a2ce-c7404990d468: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:53:22.937356 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-de7f9b9d-a080-4db0-9986-9717bbc28c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.068454 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-de7f9b9d-a080-4db0-9986-9717bbc28c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.073629 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-de7f9b9d-a080-4db0-9986-9717bbc28c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.084321 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-7cdff1ed-1bca-46d2-a1f2-2fbce065d807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:23.129869 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-de7f9b9d-a080-4db0-9986-9717bbc28c2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bf03d7a6a2f4396b32056b8460b38ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284960 Jun 07 14:53:23.130786 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f9b9d-a080-4db0-9986-9717bbc28c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9e1d05-e9df-4015-b326-3b7436edd730,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:23.132731 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59644) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:23.134112 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-de7f9b9d-a080-4db0-9986-9717bbc28c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:23.281218 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a58bfcc3-1070-4af5-b222-467487a44969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.311825 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a58bfcc3-1070-4af5-b222-467487a44969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.368205 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a58bfcc3-1070-4af5-b222-467487a44969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.370876 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-a58bfcc3-1070-4af5-b222-467487a44969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.373500 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-a58bfcc3-1070-4af5-b222-467487a44969 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb9e1d05-e9df-4015-b326-3b7436edd730 HTTP/1.1" status: 204 len: 168 time: 0.2389510 Jun 07 14:53:23.374726 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bc3c18db-a4d3-46ee-bd42-250e7f22d34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:23.385190 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bfcc3-1070-4af5-b222-467487a44969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9e1d05-e9df-4015-b326-3b7436edd730,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:23.387662 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-a58bfcc3-1070-4af5-b222-467487a44969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:23.691326 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59662) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:23.745280 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52b95f41-3e74-4b0c-9b43-d86ea5ecd123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.845522 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cac90-2600-4729-936b-1660936bf722 req-85f4d556-cb26-4fd4-af87-555f80a0685a tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:23.846954 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7d5cac90-2600-4729-936b-1660936bf722 req-85f4d556-cb26-4fd4-af87-555f80a0685a tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1358998 Jun 07 14:53:23.922282 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-7d5cac90-2600-4729-936b-1660936bf722 req-1aa32212-ff13-4aa7-99ef-5ddb6218ba85 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626721 Jun 07 14:53:23.949282 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52b95f41-3e74-4b0c-9b43-d86ea5ecd123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.953484 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-52b95f41-3e74-4b0c-9b43-d86ea5ecd123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:23.962675 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b9696381-32a5-4274-9d24-42b2f63185ea tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:24.003071 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-52b95f41-3e74-4b0c-9b43-d86ea5ecd123 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0581eb374a8741a48f527e83d706664b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101890 Jun 07 14:53:24.004783 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b95f41-3e74-4b0c-9b43-d86ea5ecd123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7258d5-7e80-409f-a0e2-7b3526b4208f,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:24.005892 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59664) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:24.008479 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-52b95f41-3e74-4b0c-9b43-d86ea5ecd123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:24.067469 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:24.101431 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:24.154460 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:24.157403 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:24.158780 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab7258d5-7e80-409f-a0e2-7b3526b4208f HTTP/1.1" status: 204 len: 168 time: 0.1518774 Jun 07 14:53:24.160073 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-315d17fd-f80f-42b2-98eb-c798973e2cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:24.173175 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7258d5-7e80-409f-a0e2-7b3526b4208f,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:24.176042 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:24.829072 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac5565-1a80-406e-8fe9-2bb73c6abd49 req-2528c4e7-78ab-4847-b554-5f973a41648d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:24.833623 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b1ac5565-1a80-406e-8fe9-2bb73c6abd49 req-2528c4e7-78ab-4847-b554-5f973a41648d tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.1097200 Jun 07 14:53:24.894980 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b1ac5565-1a80-406e-8fe9-2bb73c6abd49 req-e41c9584-8e8d-48a4-9cde-adeac63538b0 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562327 Jun 07 14:53:25.146866 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4cdd5-39ce-4f1a-8de3-72db90179876 req-2c9bed07-6756-40f3-91f7-aeaf2105e378 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:25.149576 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9bd4cdd5-39ce-4f1a-8de3-72db90179876 req-2c9bed07-6756-40f3-91f7-aeaf2105e378 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1067080 Jun 07 14:53:25.211582 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-9bd4cdd5-39ce-4f1a-8de3-72db90179876 req-ade510c1-e57a-4ad8-b1e4-9b9de604a0a2 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566814 Jun 07 14:53:25.684546 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51a0b1-0280-45d6-a715-e7953823278b req-1d16e313-74c8-4d4e-994e-34fcc13aba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:25.686527 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea51a0b1-0280-45d6-a715-e7953823278b req-1d16e313-74c8-4d4e-994e-34fcc13aba3a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1098 time: 0.1531651 Jun 07 14:53:25.869375 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51a0b1-0280-45d6-a715-e7953823278b req-a54649be-9113-4deb-b598-0fa357444308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:25.871310 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea51a0b1-0280-45d6-a715-e7953823278b req-a54649be-9113-4deb-b598-0fa357444308 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.1755059 Jun 07 14:53:25.991864 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea51a0b1-0280-45d6-a715-e7953823278b req-aee520aa-ffb5-4321-adfd-a9d68a85642c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 1001 time: 0.1128469 Jun 07 14:53:26.062440 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51a0b1-0280-45d6-a715-e7953823278b req-4c86a83b-ae45-47eb-8d66-73ae36354480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:26.063873 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea51a0b1-0280-45d6-a715-e7953823278b req-4c86a83b-ae45-47eb-8d66-73ae36354480 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0648658 Jun 07 14:53:26.118836 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780675-2711-4b5b-9b52-0340114a529a req-1666992d-f850-4ea3-8ddb-67482f78ccd2 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:26.119968 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9b780675-2711-4b5b-9b52-0340114a529a req-1666992d-f850-4ea3-8ddb-67482f78ccd2 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.0953555 Jun 07 14:53:26.160236 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51a0b1-0280-45d6-a715-e7953823278b req-6be73462-87b0-4059-a8be-6e51f12fefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:26.161955 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea51a0b1-0280-45d6-a715-e7953823278b req-6be73462-87b0-4059-a8be-6e51f12fefc8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911565 Jun 07 14:53:26.187280 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-9b780675-2711-4b5b-9b52-0340114a529a req-4fff2c5f-75ae-4567-bcac-04b9034b9a77 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604279 Jun 07 14:53:26.326616 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea51a0b1-0280-45d6-a715-e7953823278b req-c97cc199-f876-4a88-8146-bf91b7400cf1 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565101 Jun 07 14:53:26.667195 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ea51a0b1-0280-45d6-a715-e7953823278b req-681614ed-9083-4103-adb0-8d2320ba613b service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302281 Jun 07 14:53:26.676009 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c760d-5fff-413c-b1eb-1300d473a262 req-58b901c8-fdee-44fd-a509-861ecc4bf8dc tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:26.677753 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-da1c760d-5fff-413c-b1eb-1300d473a262 req-58b901c8-fdee-44fd-a509-861ecc4bf8dc tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.3441179 Jun 07 14:53:26.811791 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-da1c760d-5fff-413c-b1eb-1300d473a262 req-8e44918e-1249-448d-a401-95893a9f77fd tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230435 Jun 07 14:53:26.873223 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-2e2bad3f-f534-442b-b257-ed30aaab034a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:26.876059 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-2e2bad3f-f534-442b-b257-ed30aaab034a tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.63 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.1487992 Jun 07 14:53:27.055145 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Deleting port b9f5daf4-434c-455b-9856-0da96502f733 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:27.055638 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:27.243609 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] For port b9f5daf4-434c-455b-9856-0da96502f733, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b9f5daf4-434c-455b-9856-0da96502f733,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:27.244311 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:27.395156 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Calling delete_port for b9f5daf4-434c-455b-9856-0da96502f733 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:27.505636 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dc735-5ab4-420b-b2e1-5b3257de54f8 req-26526959-60bd-49d5-aba9-dbf25d2ed9f0 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:27.509774 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f98dc735-5ab4-420b-b2e1-5b3257de54f8 req-26526959-60bd-49d5-aba9-dbf25d2ed9f0 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/ports?device_id=84220b8f-e9c6-4f1d-b43e-cd0ada7a688d HTTP/1.1" status: 200 len: 945 time: 0.1676247 Jun 07 14:53:27.565641 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:27.572791 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d166c88a-f56b-4381-a360-88a498b98f54 tempest-VolumesSnapshotTestJSON-844113656 tempest-VolumesSnapshotTestJSON-844113656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:27.578684 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['b9f5daf4-434c-455b-9856-0da96502f733'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:53:27.586618 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-f98dc735-5ab4-420b-b2e1-5b3257de54f8 req-5ae3c462-c033-4ccf-b6b1-6821f26753e7 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.61 "GET /v2.0/security-groups?id=d27066e6-1c19-4a1a-be48-f5e221514188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685046 Jun 07 14:53:27.680468 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Pushing event deleted for resources: {'Port': ['ID=b9f5daf4-434c-455b-9856-0da96502f733,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:27.688892 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:27.738123 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] No DVR routers for this DVR port b9f5daf4-434c-455b-9856-0da96502f733 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:53:27.741338 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:27.743825 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-98cf68dc-35e2-49ce-a9ea-31a450706ddd req-4c22e32e-35a9-411b-8065-c69c3bbd5de5 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] 10.222.0.63 "DELETE /v2.0/ports/b9f5daf4-434c-455b-9856-0da96502f733 HTTP/1.1" status: 204 len: 173 time: 0.8603389 Jun 07 14:53:27.744391 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'name': 'network-vif-deleted', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:53:27.746877 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b02b6d-0c7d-42f7-8977-7d4949bef328" -d '{"events": [{"server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "name": "network-vif-deleted", "tag": "b9f5daf4-434c-455b-9856-0da96502f733"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:53:27.865201 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34927361-72eb-4ee1-b067-d51c7442b111 x-openstack-request-id: req-34927361-72eb-4ee1-b067-d51c7442b111 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:53:27.865549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84220b8f-e9c6-4f1d-b43e-cd0ada7a688d", "name": "network-vif-deleted", "tag": "b9f5daf4-434c-455b-9856-0da96502f733", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:53:27.865844 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34927361-72eb-4ee1-b067-d51c7442b111 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:53:27.866937 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84220b8f-e9c6-4f1d-b43e-cd0ada7a688d', 'name': 'network-vif-deleted', 'tag': 'b9f5daf4-434c-455b-9856-0da96502f733', 'status': 'completed', 'code': 200} Jun 07 14:53:28.071683 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860876b-c203-4bb1-a0ce-dc06d51eec0f req-f270cbe5-7eed-4330-80c8-d2c6ee8e81f3 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:28.075009 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4860876b-c203-4bb1-a0ce-dc06d51eec0f req-f270cbe5-7eed-4330-80c8-d2c6ee8e81f3 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1311936 Jun 07 14:53:28.140582 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-4860876b-c203-4bb1-a0ce-dc06d51eec0f req-43a763ec-6c29-49c2-a11b-6b35f644f632 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592649 Jun 07 14:53:29.491561 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c81ab-67b7-4fa5-a3f1-55d35d2f6cbe req-bd508d79-83d4-417c-b48c-c1db9d8c7501 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:29.505506 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-614c81ab-67b7-4fa5-a3f1-55d35d2f6cbe req-bd508d79-83d4-417c-b48c-c1db9d8c7501 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1442583 Jun 07 14:53:29.561274 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-614c81ab-67b7-4fa5-a3f1-55d35d2f6cbe req-c2e23347-f69f-4896-a558-5f96214e2649 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519786 Jun 07 14:53:29.757665 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59864) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:29.886682 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device a20b0b71-8c29-4735-82bd-b93b5f634ae7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:29.936485 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59870) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:30.105132 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4dd5db01-665b-445c-9a76-046ecdc574da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.143214 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.190413 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:30.191521 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:53:30.194098 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb9fd02-0335-4509-b4ed-543ce17ac1f9" -d '{"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:53:30.199106 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.200298 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device b9f5daf4-434c-455b-9856-0da96502f733 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:30.239687 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:30.276871 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: b9f5daf4-434c-455b-9856-0da96502f733 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:30.277468 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device b9f5daf4-434c-455b-9856-0da96502f733 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:30.292837 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4dd5db01-665b-445c-9a76-046ecdc574da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.293692 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdcb10d-3781-4c5d-b992-2b8f7f9d5d52 x-openstack-request-id: req-5bdcb10d-3781-4c5d-b992-2b8f7f9d5d52 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:53:30.294050 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-unplugged", "status": "failed", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7", "code": 422}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:53:30.294259 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bdcb10d-3781-4c5d-b992-2b8f7f9d5d52 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:53:30.294909 dv-cinder-789603-7-smb neutron-server[103648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'code': 422} returned with failed status Jun 07 14:53:30.299738 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4dd5db01-665b-445c-9a76-046ecdc574da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.314873 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0dcd0aea-042e-49f2-aed2-8a078b295ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:30.324745 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=6']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:30.337024 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.337419 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.337700 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.338518 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.338861 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.339183 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.339501 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.345806 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.346454 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.346965 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.347282 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.347767 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:30.353109 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:30.354461 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5db01-665b-445c-9a76-046ecdc574da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6502e1-b6ca-41c1-a3c4-f8f7718012b8,revision_number=1']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:30.359597 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4dd5db01-665b-445c-9a76-046ecdc574da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:30.375805 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4dd5db01-665b-445c-9a76-046ecdc574da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbe21b09898744be8246c511fc13c9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376628 Jun 07 14:53:30.378325 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59878) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:30.447793 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9badbe1-5e7b-464d-9742-8cf5e2ba9247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.473193 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5e509-8029-4e95-9e50-122c00a5e146 req-5deaeb27-488a-462f-ac9b-69d48b2352d1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:30.475418 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5fa5e509-8029-4e95-9e50-122c00a5e146 req-5deaeb27-488a-462f-ac9b-69d48b2352d1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.4696333 Jun 07 14:53:30.477618 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9badbe1-5e7b-464d-9742-8cf5e2ba9247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.489123 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-f1716266-b79d-4c4d-8d7b-61b30d5c4a88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5191784 Jun 07 14:53:30.551216 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9badbe1-5e7b-464d-9742-8cf5e2ba9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.554032 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c9badbe1-5e7b-464d-9742-8cf5e2ba9247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:30.555424 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-c9badbe1-5e7b-464d-9742-8cf5e2ba9247 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d6502e1-b6ca-41c1-a3c4-f8f7718012b8 HTTP/1.1" status: 204 len: 168 time: 0.1761999 Jun 07 14:53:30.556409 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-28f33f93-0586-470b-be95-1c7b0d1c5f0c tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:30.567483 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9badbe1-5e7b-464d-9742-8cf5e2ba9247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6502e1-b6ca-41c1-a3c4-f8f7718012b8,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:30.571093 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c9badbe1-5e7b-464d-9742-8cf5e2ba9247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:30.622154 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5fa5e509-8029-4e95-9e50-122c00a5e146 req-d9cc7c0e-4d96-4b72-a77a-b93206d20ed8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357610 Jun 07 14:53:30.825792 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041819'] for router_interface, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:31.381593 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Deleting port 80b27cc0-5d90-4862-bd34-1bdf6d964d03 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:31.381867 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:31.551534 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] For port 80b27cc0-5d90-4862-bd34-1bdf6d964d03, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=80b27cc0-5d90-4862-bd34-1bdf6d964d03,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:31.551861 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:31.706486 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Calling delete_port for 80b27cc0-5d90-4862-bd34-1bdf6d964d03 owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:31.905498 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb29e8-8e6c-4869-a63f-bfc24471b1c7 req-432d9603-ee9a-4163-a03a-d213925450ef tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:31.907320 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-83fb29e8-8e6c-4869-a63f-bfc24471b1c7 req-432d9603-ee9a-4163-a03a-d213925450ef tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.1603212 Jun 07 14:53:31.948088 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:31.955434 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-454f63b4-8314-4194-941f-e12305cd1be2 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:31.995972 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-83fb29e8-8e6c-4869-a63f-bfc24471b1c7 req-5b4e3fd9-a5a7-48a5-8123-dc801d776354 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651882 Jun 07 14:53:32.010853 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b27cc0-5d90-4862-bd34-1bdf6d964d03,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:32.013973 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:32.462278 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041221'] for router_interface, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:32.918705 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-859df2e7-3d06-4b90-9468-af2a008cb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:32.921308 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-859df2e7-3d06-4b90-9468-af2a008cb879 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2&tenant_id=57274d7e009b489ea84819c5ff5151ef HTTP/1.1" status: 200 len: 1096 time: 0.2619152 Jun 07 14:53:33.042449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:53:33.160564 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-ba9d69fa-c350-4b53-90f8-80f6ccd8df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:33.162106 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-ba9d69fa-c350-4b53-90f8-80f6ccd8df31 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1096 time: 0.2087409 Jun 07 14:53:33.416487 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:53:33.429412 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] Sync routers for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:53:33.432656 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-06bcf02f-d3ba-424c-a261-f232a0a56964 admin admin] 10.222.0.61 "PUT /v2.0/routers/d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6735523 Jun 07 14:53:33.436765 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59928) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:33.455160 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:53:33.456072 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:53:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:33.464909 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-cd18644b-9b70-4b53-bebb-0fad3aaa9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:33.471277 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-cd18644b-9b70-4b53-bebb-0fad3aaa9ea7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.2977672 Jun 07 14:53:33.481674 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bc5cf-b4c7-4fd1-80a7-f2d5abadbb6e req-74d915eb-cc8b-4e7a-9518-1679f06d554b tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:33.483305 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4b9bc5cf-b4c7-4fd1-80a7-f2d5abadbb6e req-74d915eb-cc8b-4e7a-9518-1679f06d554b tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.2857366 Jun 07 14:53:33.724689 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-67b6c0ef-1a51-444e-b989-5a97ab547628 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 999 time: 0.2403541 Jun 07 14:53:33.757559 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks [] for router, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:33.815337 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:53:33.862596 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4b9bc5cf-b4c7-4fd1-80a7-f2d5abadbb6e req-689b6643-28d4-4e25-abad-292c379d96f7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366389 Jun 07 14:53:33.907484 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-c0b4788c-c655-4574-a09f-56135d5879f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:33.907484 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-c0b4788c-c655-4574-a09f-56135d5879f2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.1617601 Jun 07 14:53:34.015265 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:34.127050 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-e3668ee9-2aa8-4a25-b182-f4720c1c4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:34.129510 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-e3668ee9-2aa8-4a25-b182-f4720c1c4d3e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2131033 Jun 07 14:53:34.190461 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:34.263122 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:53:31Z', 'revision_number': 5, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port': {'id': 'fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:25:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:42Z', 'updated_at': '2021-06-07T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:34.272000 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] Checking router: d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:53:34.284338 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] Routers {'d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:53:34.285105 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:53:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:34.302891 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Deleting port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:34.304689 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:34.371631 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-223a323b-9c81-469e-9be9-d17daf33eed0 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342007 Jun 07 14:53:34.471889 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] For port fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:34.473214 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:34.581798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] Set router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a gateway port host: None {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:53:34.815240 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-b8d87b12-0bce-4855-86fc-99cb814bdd62 req-a832074d-f2b3-4dbe-8203-1d8dc473f071 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352527 Jun 07 14:53:34.826633 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Calling delete_port for fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d owned by network:router_gateway {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:34.876334 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:53:34Z', 'revision_number': 6, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port_host': None}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:34.881888 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef95ab5-1e10-4cf0-b5aa-ef9f87575057 None None] The sync data for ids ['d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a'] in dv-cinder-789603-7-smb is: [{'id': 'd75fa4c7-3206-4105-a70d-2bc6e7b1fb5a', 'name': 'tempest-TestMinimumBasicScenario-894393371-router', 'tenant_id': '8fd69d5beb6443df900fcda7390a6fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:41Z', 'updated_at': '2021-06-07T14:53:34Z', 'revision_number': 6, 'project_id': '8fd69d5beb6443df900fcda7390a6fee', 'gw_port_host': None}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:53:35.052288 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-8bf9e499-3267-48ec-abcd-53ab3f102a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:35.054481 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-8bf9e499-3267-48ec-abcd-53ab3f102a0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0957513 Jun 07 14:53:35.124695 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:35.132547 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-8d105bc0-aff4-4be7-82c0-53f745651457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:35.215863 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Pushing event deleted for resources: {'Port': ['ID=fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:35.219127 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:35.251318 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-1358a6ea-498d-4e4b-8f3c-f3627427e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:35.253015 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-1358a6ea-498d-4e4b-8f3c-f3627427e182 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.1705706 Jun 07 14:53:35.269282 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6b4ed-85ab-40ec-8c5d-726abbb38fa0 req-ca40a259-ec31-4375-bf0b-2c1ce75bc78d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:35.270885 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5be6b4ed-85ab-40ec-8c5d-726abbb38fa0 req-ca40a259-ec31-4375-bf0b-2c1ce75bc78d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.2464821 Jun 07 14:53:35.316510 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918283'] for router_gateway, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:35.418043 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-d54e82bd-f911-4c1d-8c8c-199e40dd5f64 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 999 time: 0.1519051 Jun 07 14:53:35.463511 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-5be6b4ed-85ab-40ec-8c5d-726abbb38fa0 req-ab6005c5-a52a-402f-af46-f049d5f706a4 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843190 Jun 07 14:53:35.485634 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-f7914d59-fa92-4f0b-b771-c9470e574267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:35.487220 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-f7914d59-fa92-4f0b-b771-c9470e574267 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0655713 Jun 07 14:53:35.523382 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11802'] for router, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:35.526152 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:35.572716 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-8e7397b5-5d17-489b-8027-c4b867a568b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:35.574237 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-8e7397b5-5d17-489b-8027-c4b867a568b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797684 Jun 07 14:53:35.622167 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2052562'] for router, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:35.622741 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Fanout notify agent at l3_agent the message router_deleted on router d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a {{(pid=103646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:53:35.628229 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] Notify callbacks [] for router, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:35.629953 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-c255178c-1a30-4436-be67-af7a5465cdda admin admin] 10.222.0.61 "DELETE /v2.0/routers/d75fa4c7-3206-4105-a70d-2bc6e7b1fb5a HTTP/1.1" status: 204 len: 168 time: 2.1915612 Jun 07 14:53:35.632917 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59946) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:35.774239 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Deleting subnet f7e0a330-30ad-44b5-b172-7b3e41a28d4b {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:53:35.780296 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-70601af4-76eb-481f-98b9-016f74e00e76 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982250 Jun 07 14:53:35.780979 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:35.889194 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:36.021192 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 80b27cc0-5d90-4862-bd34-1bdf6d964d03 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:36.089381 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 80b27cc0-5d90-4862-bd34-1bdf6d964d03 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:36.089867 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 80b27cc0-5d90-4862-bd34-1bdf6d964d03 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:36.090461 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:36.128266 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-4f7c2590-390a-401c-848b-23e84bd29e05 req-7d4bd283-2a9e-4e3e-a62e-eecc125bc96b service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155172 Jun 07 14:53:36.136983 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:36.137341 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device fc94b11e-c9c9-41a7-8bcb-07fc22c9d66d not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:36.138755 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:36.232641 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:36.237665 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:36.276333 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e0a330-30ad-44b5-b172-7b3e41a28d4b,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:36.279095 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:36.284344 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f7e0a330-30ad-44b5-b172-7b3e41a28d4b HTTP/1.1" status: 204 len: 168 time: 0.6473832 Jun 07 14:53:36.284344 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:36.285073 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 59956) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:36.306939 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a390d0a-f360-4abd-907d-0de70ad3f94e None None] Network 9948a820-520f-4849-95a5-23ae7f39aada requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:53:36.425005 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:36.539386 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Deleting port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:36.539799 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:36.724603 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] DHCP port deletion for 9948a820-520f-4849-95a5-23ae7f39aada request from dv-cinder-789603-7-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:53:36.788831 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] For port f0de0dbb-7ea1-41cd-94d7-4deee6077e00, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:36.789235 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:36.852983 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] Deleting port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:36.853622 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.037086 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] For port f0de0dbb-7ea1-41cd-94d7-4deee6077e00, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,segment=NetworkSegment(4c7cc926-06e5-4db8-8bf5-594f21087b68),segment_id=4c7cc926-06e5-4db8-8bf5-594f21087b68)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:37.037894 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.061406 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Calling delete_port for f0de0dbb-7ea1-41cd-94d7-4deee6077e00 owned by network:dhcp {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:37.108678 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aebdcc-dc6b-40b2-96f3-160ef5cdcc5e req-39112948-51c7-4d0a-9163-956a4eed661f tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:37.110316 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-20aebdcc-dc6b-40b2-96f3-160ef5cdcc5e req-39112948-51c7-4d0a-9163-956a4eed661f tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 943 time: 0.3797760 Jun 07 14:53:37.177286 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-20aebdcc-dc6b-40b2-96f3-160ef5cdcc5e req-ca3e9b77-4072-46d9-8116-4f8605fc56c1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599577 Jun 07 14:53:37.179358 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.183577 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-18528c9a-959b-4dac-8eed-3db3c70f1dbd tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:37.185143 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] Calling delete_port for f0de0dbb-7ea1-41cd-94d7-4deee6077e00 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:37.235876 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:37.237941 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] No DVR routers for this DVR port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 on host dv-cinder-789603-7-smb {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:53:37.239560 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:37.250604 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135'] for port, after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.254506 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:37.306383 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] Pushing event deleted for resources: {'Port': ['ID=f0de0dbb-7ea1-41cd-94d7-4deee6077e00,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:37.308692 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:37.311688 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f3d06-3d63-4df5-ad10-a7279d4b257c None None] No DVR routers for this DVR port f0de0dbb-7ea1-41cd-94d7-4deee6077e00 on host dv-cinder-789603-7-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:53:37.377718 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.394591 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9948a820-520f-4849-95a5-23ae7f39aada']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:37.408411 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7cc926-06e5-4db8-8bf5-594f21087b68') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:37.408699 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7cc926-06e5-4db8-8bf5-594f21087b68') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:37.424813 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2639033'] for segment, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.451786 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.458781 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:53:37.459173 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1520505'] for segment, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: Traceback (most recent call last): Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: timer() Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: cb(*args, **kw) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: return func(*args, **kwargs) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: self._notify() Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: self.callback(batched_events) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: event.method(event) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: return f(self, *a, **k) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: return self._get(url).json() Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:53:37.472643 dv-cinder-789603-7-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:53:37.567621 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.573967 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:37.576785 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9948a820-520f-4849-95a5-23ae7f39aada HTTP/1.1" status: 204 len: 168 time: 1.2909231 Jun 07 14:53:37.577658 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-e3de9d73-b4f7-4c49-8cdb-a35412583199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:37.580720 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 59966) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:37.596668 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Pushing event deleted for resources: {'Network': ['ID=9948a820-520f-4849-95a5-23ae7f39aada,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:37.599959 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f1d54e25-d258-45d5-af41-2eac57d55703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:37.932229 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device a20b0b71-8c29-4735-82bd-b93b5f634ae7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:53:38.093097 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device f0de0dbb-7ea1-41cd-94d7-4deee6077e00 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:38.141784 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: f0de0dbb-7ea1-41cd-94d7-4deee6077e00 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:38.142133 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device f0de0dbb-7ea1-41cd-94d7-4deee6077e00 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:38.201669 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:38.221017 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Returning: {'device': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'port_id': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'mac_address': 'fa:16:3e:60:a6:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:53:38.329734 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:38.354627 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20b0b71-8c29-4735-82bd-b93b5f634ae7 {{(pid=103648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:53:38.378649 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:38.386063 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:38.389113 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:38.484094 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-7103abde-e7cd-4e9e-8a8f-87ac158fea29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:38.494807 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=7']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:38.498336 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:38.556343 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041819'] for router_interface, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:38.632585 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] get_ports_and_sgs() called for port_ids ['a20b0b71-8c29-4735-82bd-b93b5f634ae7'] {{(pid=103648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:53:38.758202 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707229a7-d9fa-4a2e-9fda-8d5dd84bf9a8 req-df0f4e39-2732-4ba5-af2f-82997c43b125 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:38.759786 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-707229a7-d9fa-4a2e-9fda-8d5dd84bf9a8 req-df0f4e39-2732-4ba5-af2f-82997c43b125 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 944 time: 0.3778479 Jun 07 14:53:38.922267 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-707229a7-d9fa-4a2e-9fda-8d5dd84bf9a8 req-bff60495-fd4a-4c15-8238-587a4dd6df6e tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504738 Jun 07 14:53:39.092282 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Deleting port 845985c5-e857-4d37-b779-c44a6fe78688 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:39.092622 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:39.238620 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] For port 845985c5-e857-4d37-b779-c44a6fe78688, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=845985c5-e857-4d37-b779-c44a6fe78688,segment=NetworkSegment(78b91023-95f1-4afc-90ba-b8e6cad28453),segment_id=78b91023-95f1-4afc-90ba-b8e6cad28453)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:39.239005 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:39.368911 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Calling delete_port for 845985c5-e857-4d37-b779-c44a6fe78688 owned by network:router_interface {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:39.573168 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:39.578585 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-73fe8d4d-66de-4209-86de-8509c1124f01 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:39.628142 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Pushing event deleted for resources: {'Port': ['ID=845985c5-e857-4d37-b779-c44a6fe78688,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:39.656821 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:39.928346 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device a20b0b71-8c29-4735-82bd-b93b5f634ae7 up at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:53:39.954433 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041221'] for router_interface, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:40.034185 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.provisioning_blocks [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Provisioning complete for port a20b0b71-8c29-4735-82bd-b93b5f634ae7 triggered by entity L2. {{(pid=103648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:53:40.034792 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639749'] for port, provisioning_complete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:40.183385 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-561633'] for port, before_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:40.237214 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7'}] {{(pid=103648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:53:40.240448 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bff6c7315d5c0d588daf06c07e73fe181ba6b5f0dcb93e3894e63a11ee9a0d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b280b-b2e6-4fca-94d9-4491b05bb777" -d '{"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7"}]}' {{(pid=103648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:53:40.250868 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:40.257677 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731273410533', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731272908144', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731272908189'] for port, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:40.259674 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:40.324165 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1625c8b-19a2-4eab-8ce3-b843a667d8c3 x-openstack-request-id: req-a1625c8b-19a2-4eab-8ce3-b843a667d8c3 {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:53:40.324460 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7", "code": 200}]} {{(pid=103648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:53:40.324719 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1625c8b-19a2-4eab-8ce3-b843a667d8c3 {{(pid=103648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:53:40.325134 dv-cinder-789603-7-smb neutron-server[103648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'code': 200} Jun 07 14:53:40.362870 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b735a-a885-4f2a-bad3-90e6dc832394 req-02d6f621-09e8-4d5d-b4f4-a693f148f406 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:40.371008 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Pushing event updated for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=8']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:40.371606 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d16b735a-a885-4f2a-bad3-90e6dc832394 req-02d6f621-09e8-4d5d-b4f4-a693f148f406 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1216929 Jun 07 14:53:40.375395 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:40.416908 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-d16b735a-a885-4f2a-bad3-90e6dc832394 req-47ee5baf-b84f-47e1-82cd-14e0b0384b88 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Jun 07 14:53:40.583039 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:53:40.710150 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712963a9-f0ca-4ee0-b347-75506977adb5 req-2e82a813-f6e1-417e-903a-eba233551f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:40.712278 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-712963a9-f0ca-4ee0-b347-75506977adb5 req-2e82a813-f6e1-417e-903a-eba233551f98 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0993743 Jun 07 14:53:40.764704 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-712963a9-f0ca-4ee0-b347-75506977adb5 req-45903084-fd1b-4bd3-bd3e-2f2188085093 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Jun 07 14:53:40.827956 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:53:40.833055 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2a2b1c8e-a8e4-4fb0-a056-74d7bb5d309d admin admin] 10.222.0.61 "PUT /v2.0/routers/e793ffcf-511b-44f1-a8c4-21bc08ab0c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2511311 Jun 07 14:53:40.836681 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60048) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:40.837788 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] Sync routers for ids ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:53:40.851466 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] Routers {'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:53:40.852245 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:53:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:41.026731 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:41.040145 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] Set router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:53:41.187256 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1425b0da-b8d9-41f2-bee3-8e388422ba04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:41.232560 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:41.309347 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Deleting port 1a0fbd72-a1a2-418a-a527-8d9740473073 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:41.309826 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:41.345895 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:53:39Z', 'revision_number': 5, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port': {'id': '1a0fbd72-a1a2-418a-a527-8d9740473073', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:52Z', 'updated_at': '2021-06-07T14:50:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:41.350441 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] Checking router: e793ffcf-511b-44f1-a8c4-21bc08ab0c8e for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:53:41.359345 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] Routers {'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:53:41.359973 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:53:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:41.457684 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] For port 1a0fbd72-a1a2-418a-a527-8d9740473073, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=1a0fbd72-a1a2-418a-a527-8d9740473073,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:41.458118 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:41.546975 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] Set router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:53:41.609702 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Calling delete_port for 1a0fbd72-a1a2-418a-a527-8d9740473073 owned by network:router_gateway {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:41.660187 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:53:41Z', 'revision_number': 6, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port_host': None}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:41.665001 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aad27-a929-42f5-85a1-18467c9f53db None None] The sync data for ids ['e793ffcf-511b-44f1-a8c4-21bc08ab0c8e'] in dv-cinder-789603-7-smb is: [{'id': 'e793ffcf-511b-44f1-a8c4-21bc08ab0c8e', 'name': 'tempest-TestMinimumBasicScenario-1795669899-router', 'tenant_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:50Z', 'updated_at': '2021-06-07T14:53:41Z', 'revision_number': 6, 'project_id': 'e5640d95eb2d49298a4a08c57b0132c8', 'gw_port_host': None}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:53:41.761136 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae85775-4b97-4b35-acdc-6a3385550a59 req-bc16b65b-a9fb-4651-82bd-b89a34a84cfc tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:41.762696 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fae85775-4b97-4b35-acdc-6a3385550a59 req-bc16b65b-a9fb-4651-82bd-b89a34a84cfc tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1667099 Jun 07 14:53:41.836168 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-fae85775-4b97-4b35-acdc-6a3385550a59 req-72d8cda0-ae5b-4913-b5b6-52eb24a4c0c9 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588276 Jun 07 14:53:41.916973 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:41.918209 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:41.922423 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-030013b9-c3c3-4471-aa10-5f7e12a63c36 tempest-AttachVolumeShelveTestJSON-1446844854 tempest-AttachVolumeShelveTestJSON-1446844854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:41.970578 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0fbd72-a1a2-418a-a527-8d9740473073,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:41.974092 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:42.112873 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 845985c5-e857-4d37-b779-c44a6fe78688 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:42.155997 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 845985c5-e857-4d37-b779-c44a6fe78688 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:42.156340 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 845985c5-e857-4d37-b779-c44a6fe78688 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:42.189673 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918283'] for router_gateway, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.368949 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11802'] for router, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.371413 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.397703 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2052562'] for router, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.397965 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e793ffcf-511b-44f1-a8c4-21bc08ab0c8e {{(pid=103646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:53:42.402743 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] Notify callbacks [] for router, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.404022 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-4e4d9a0b-509b-41f7-a061-4dc5615d1d4d admin admin] 10.222.0.61 "DELETE /v2.0/routers/e793ffcf-511b-44f1-a8c4-21bc08ab0c8e HTTP/1.1" status: 204 len: 168 time: 1.5662858 Jun 07 14:53:42.406703 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60066) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:42.479310 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Deleting subnet 3761d733-bfea-4cda-81fe-ac63d6b3bf28 {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:53:42.482543 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.539696 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.629952 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.708091 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.715257 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-6be15331-1b15-4fa9-ae0d-2af2211837e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:42.749865 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3761d733-bfea-4cda-81fe-ac63d6b3bf28,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:42.752902 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:42.753852 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.758738 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60072) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:42.759497 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3761d733-bfea-4cda-81fe-ac63d6b3bf28 HTTP/1.1" status: 204 len: 168 time: 0.3497937 Jun 07 14:53:42.760782 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6245e55-20a4-428b-a85b-19b542a7c74d None None] Network cd165bd0-733f-488c-be2d-4a9c55be22fe requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:53:42.870012 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:42.947757 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Deleting port aaec7c89-19ea-4bc3-a22c-136050172e74 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:42.948157 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.045386 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] DHCP port deletion for cd165bd0-733f-488c-be2d-4a9c55be22fe request from dv-cinder-789603-7-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:53:43.063418 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] For port aaec7c89-19ea-4bc3-a22c-136050172e74, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aaec7c89-19ea-4bc3-a22c-136050172e74,segment=NetworkSegment(78b91023-95f1-4afc-90ba-b8e6cad28453),segment_id=78b91023-95f1-4afc-90ba-b8e6cad28453)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:43.063782 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.121006 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898063f-1f52-4cc5-b80f-d751148dedd4 req-2becd955-8e6a-4ae9-8786-c565a6f8e9f1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:53:43.121006 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5898063f-1f52-4cc5-b80f-d751148dedd4 req-2becd955-8e6a-4ae9-8786-c565a6f8e9f1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.1202753 Jun 07 14:53:43.144062 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.153406 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] Deleting port aaec7c89-19ea-4bc3-a22c-136050172e74 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:53:43.154219 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.172951 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-5898063f-1f52-4cc5-b80f-d751148dedd4 req-726442f9-4632-459b-841b-1e66cbf653f1 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524476 Jun 07 14:53:43.224732 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Calling delete_port for aaec7c89-19ea-4bc3-a22c-136050172e74 owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:43.262260 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] For port aaec7c89-19ea-4bc3-a22c-136050172e74, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=aaec7c89-19ea-4bc3-a22c-136050172e74,segment=NetworkSegment(78b91023-95f1-4afc-90ba-b8e6cad28453),segment_id=78b91023-95f1-4afc-90ba-b8e6cad28453)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:53:43.262630 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.283986 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.287881 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-d911b644-42e9-4c45-97a4-c31675ddaad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:43.330812 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaec7c89-19ea-4bc3-a22c-136050172e74,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:43.335837 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:43.340228 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] No DVR routers for this DVR port aaec7c89-19ea-4bc3-a22c-136050172e74 on host dv-cinder-789603-7-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:53:43.430511 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] Calling delete_port for aaec7c89-19ea-4bc3-a22c-136050172e74 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:53:43.469173 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.482634 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135'] for port, after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.485107 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd165bd0-733f-488c-be2d-4a9c55be22fe']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:43.486346 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:43.499124 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b91023-95f1-4afc-90ba-b8e6cad28453') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:43.499467 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b91023-95f1-4afc-90ba-b8e6cad28453') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:53:43.513663 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.531714 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] Pushing event deleted for resources: {'Port': ['ID=aaec7c89-19ea-4bc3-a22c-136050172e74,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:43.532956 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.534883 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:43.535696 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14eccc-d22b-48b4-a909-9a9ec1ed87d8 None None] No DVR routers for this DVR port aaec7c89-19ea-4bc3-a22c-136050172e74 on host dv-cinder-789603-7-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:53:43.545049 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:53:43.545577 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:53:43.559854 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:53:43.661702 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.667432 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-2922d7c0-663d-467a-b88a-aa787dab1ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:43.683268 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:43.690655 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cd165bd0-733f-488c-be2d-4a9c55be22fe HTTP/1.1" status: 204 len: 168 time: 0.9293635 Jun 07 14:53:43.717065 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd165bd0-733f-488c-be2d-4a9c55be22fe,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:43.725173 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-fa22bfe6-b35f-400d-855e-0c7a08c96dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:43.968636 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60100) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:43.999318 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aaec7c89-19ea-4bc3-a22c-136050172e74 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:44.034818 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60102) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:44.035446 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-0bce698c-1e66-4e98-88f8-4fba4bc4c123 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8fd69d5beb6443df900fcda7390a6fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644670 Jun 07 14:53:44.038443 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: aaec7c89-19ea-4bc3-a22c-136050172e74 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:44.038931 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device aaec7c89-19ea-4bc3-a22c-136050172e74 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:44.039359 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1a0fbd72-a1a2-418a-a527-8d9740473073 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:53:44.076550 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 1a0fbd72-a1a2-418a-a527-8d9740473073 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:53:44.076987 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 1a0fbd72-a1a2-418a-a527-8d9740473073 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:53:44.113626 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.143808 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.198922 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.201506 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.202638 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d27066e6-1c19-4a1a-be48-f5e221514188 HTTP/1.1" status: 204 len: 168 time: 0.1667659 Jun 07 14:53:44.203474 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-17683b58-d6ce-48a9-a957-35d6b72f8588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:44.214134 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27066e6-1c19-4a1a-be48-f5e221514188,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:44.216806 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:44.566162 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60108) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:44.613678 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-2cd31c75-80ba-4366-9a50-8107909cd82f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5640d95eb2d49298a4a08c57b0132c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462282 Jun 07 14:53:44.616513 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60110) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:44.676979 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cacfd49a-d720-4900-aa3f-f08c8dcb4951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.704304 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cacfd49a-d720-4900-aa3f-f08c8dcb4951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.757383 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cacfd49a-d720-4900-aa3f-f08c8dcb4951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.759753 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-cacfd49a-d720-4900-aa3f-f08c8dcb4951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:44.760894 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-cacfd49a-d720-4900-aa3f-f08c8dcb4951 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0fe04b5-4cd1-46eb-ac9d-612468569864 HTTP/1.1" status: 204 len: 168 time: 0.1434143 Jun 07 14:53:44.761666 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-0dc0f5a0-aed9-4841-8992-71e126e7ac52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:44.770803 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfd49a-d720-4900-aa3f-f08c8dcb4951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fe04b5-4cd1-46eb-ac9d-612468569864,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:44.773342 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-cacfd49a-d720-4900-aa3f-f08c8dcb4951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:45.325601 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60128) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:45.469301 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9f08c26-431a-47e9-b7a4-e0745a76a2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:45.601654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9f08c26-431a-47e9-b7a4-e0745a76a2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:45.605998 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-d9f08c26-431a-47e9-b7a4-e0745a76a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:45.615496 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-05fa953b-937d-42cd-bcf4-93865e1362a7 tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:45.667498 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f08c26-431a-47e9-b7a4-e0745a76a2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf5fa19-82b3-4f93-b07c-61eb65c91c91,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:45.674874 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-d9f08c26-431a-47e9-b7a4-e0745a76a2d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=578b32ab54204c7d978ee7227ac7ed07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479302 Jun 07 14:53:45.675866 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d9f08c26-431a-47e9-b7a4-e0745a76a2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:45.678177 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60132) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:45.759229 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3822736-6a0e-46a2-ba1f-86185bef9f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:45.800652 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3822736-6a0e-46a2-ba1f-86185bef9f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:45.867627 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3822736-6a0e-46a2-ba1f-86185bef9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:45.871018 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e3822736-6a0e-46a2-ba1f-86185bef9f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:45.872197 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-e3822736-6a0e-46a2-ba1f-86185bef9f4d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1cf5fa19-82b3-4f93-b07c-61eb65c91c91 HTTP/1.1" status: 204 len: 168 time: 0.1931989 Jun 07 14:53:45.873327 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-839bc0b0-34dd-4757-b488-d7bc285fdc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:45.884429 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3822736-6a0e-46a2-ba1f-86185bef9f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf5fa19-82b3-4f93-b07c-61eb65c91c91,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:45.886794 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-e3822736-6a0e-46a2-ba1f-86185bef9f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:45.919167 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.176322 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60154) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:49.301065 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.407159 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.410929 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.417935 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-f8173a00-60e9-4996-a77c-dbb34576b85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:49.458167 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2cdcc5f5c674cd180d09608e521cebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807527 Jun 07 14:53:49.459151 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c168d47e-9a81-4602-8ef2-7ce5266fec7e,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:49.461416 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60158) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:49.467623 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.467987 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.468338 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.468682 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.469053 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.469391 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.469738 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.470070 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.470409 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.470744 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.471080 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.471410 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:49.475493 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-dc6e9fa9-a344-41a4-923f-9b4ffdad8347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:49.524081 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b2583bf3-088e-4e4d-a053-5ef07a2699b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.549095 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b2583bf3-088e-4e4d-a053-5ef07a2699b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.604009 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b2583bf3-088e-4e4d-a053-5ef07a2699b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.606972 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-b2583bf3-088e-4e4d-a053-5ef07a2699b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:49.608147 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-b2583bf3-088e-4e4d-a053-5ef07a2699b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c168d47e-9a81-4602-8ef2-7ce5266fec7e HTTP/1.1" status: 204 len: 168 time: 0.1456366 Jun 07 14:53:49.609046 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:49.619862 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2583bf3-088e-4e4d-a053-5ef07a2699b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c168d47e-9a81-4602-8ef2-7ce5266fec7e,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:49.622365 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-b2583bf3-088e-4e4d-a053-5ef07a2699b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:53.936912 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:53:56.216769 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60228) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:56.335918 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-df56db3f-d649-4791-af10-0d6498372c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:56.440505 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-df56db3f-d649-4791-af10-0d6498372c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:56.444348 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-df56db3f-d649-4791-af10-0d6498372c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_create {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:56.457239 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-cc19f687-60f1-4183-9d8f-2e2975c44317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:56.497925 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-df56db3f-d649-4791-af10-0d6498372c36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7a26f36259c4a8ebaab2e112e568088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798004 Jun 07 14:53:56.498808 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56db3f-d649-4791-af10-0d6498372c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ecc76-b2c1-4d03-a096-948631a29a04,revision_number=1']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:56.500590 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60232) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:53:56.501910 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-df56db3f-d649-4791-af10-0d6498372c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:53:56.562631 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:56.588303 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:56.639086 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:56.641504 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:53:56.642639 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/110ecc76-b2c1-4d03-a096-948631a29a04 HTTP/1.1" status: 204 len: 168 time: 0.1410389 Jun 07 14:53:56.643520 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-27f561b0-0878-4ecb-abaf-e3acd47f0819 tempest-TestMinimumBasicScenario-1107445422 tempest-TestMinimumBasicScenario-1107445422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:53:56.653996 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ecc76-b2c1-4d03-a096-948631a29a04,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:53:56.661850 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.662239 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.662613 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.662982 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.663457 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.664421 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.664826 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.665377 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.665736 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.666046 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.666484 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.666793 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:53:56.669778 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-ca4e5c2d-a9ec-411f-9181-59bfae808f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:54:03.968949 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:08.480798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-4d6fc023-bd51-4079-a461-d4f8b96413fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:11.185833 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-a5a58774-0d5f-4d6b-980e-357e7e37f09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:11.911960 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:13.127057 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:15.912710 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:30.935662 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:54:33.989799 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:35.598418 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-a7d543aa-aa95-42e8-9059-8bb059e4f7d6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734937 Jun 07 14:54:35.763780 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-832a8ce3-2f14-4d39-a9d4-49139516d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:35.766023 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-832a8ce3-2f14-4d39-a9d4-49139516d771 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0883498 Jun 07 14:54:36.027968 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-2a12b688-7443-477d-b724-52ac89a0e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:36.029443 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-2a12b688-7443-477d-b724-52ac89a0e726 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.2369716 Jun 07 14:54:36.148143 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-b1fdd51e-9c15-4101-9b4b-e5cdd9484a41 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 1001 time: 0.1071010 Jun 07 14:54:36.217897 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-3096ff1f-25f6-4d67-8d0a-f8c0b5926c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:36.219901 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-3096ff1f-25f6-4d67-8d0a-f8c0b5926c9a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0621490 Jun 07 14:54:36.304002 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-fb9f35c3-3588-42b4-86ce-b666a7bdef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:36.305780 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-fb9f35c3-3588-42b4-86ce-b666a7bdef18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756342 Jun 07 14:54:36.445957 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-90b946c6-45c1-40e7-9975-2bad5a6b7558 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299877 Jun 07 14:54:36.590190 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-6a80ece4-ff18-4d82-9c3a-e6640de92252 req-1aa3b857-204f-4b77-b1f4-3e1944f7e241 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345506 Jun 07 14:54:38.473130 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6153e33c-40b0-46fc-809a-b1a331a5d8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:41.190202 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-592adaa5-8d92-408d-b0b5-149002dd4bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:41.918277 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:43.133654 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:45.916344 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:56.640495 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60252) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:54:56.929476 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Deleting port 82b88a1f-6221-4bcc-8dcb-fa4df1de6687 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:54:56.929816 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:57.057205 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:57.057531 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:57.180814 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Calling delete_port for 82b88a1f-6221-4bcc-8dcb-fa4df1de6687 owned by network:floatingip {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:54:57.301878 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:57.307369 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-69bc051c-f2e4-4805-879b-fbfff63d32d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:54:57.353820 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event deleted for resources: {'Port': ['ID=82b88a1f-6221-4bcc-8dcb-fa4df1de6687,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:54:57.405873 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.406221 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.406565 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.407029 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.407422 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.407767 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.408106 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.408447 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.408784 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.409150 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.409481 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.409816 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:54:57.440527 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:54:57.476752 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for floatingip, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:57.477225 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.db.l3_db [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Floating IP bbeda7f1-08df-4765-ae0f-0a0bc3f640d4 disassociated (deleted). External IP: 172.28.3.172, port: a20b0b71-8c29-4735-82bd-b93b5f634ae7. Jun 07 14:54:57.951368 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Router 56161fe4-9c70-41e5-baac-a925c1f54f7a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:54:58.141542 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:54:58.146486 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for floatingip, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:54:58.150830 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] Sync routers for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:54:58.161331 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:54:58.161957 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:54:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:54:58.207230 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-3149d569-bcc2-478f-ae7c-d80088c402d7 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "DELETE /v2.0/floatingips/bbeda7f1-08df-4765-ae0f-0a0bc3f640d4 HTTP/1.1" status: 204 len: 168 time: 1.5653801 Jun 07 14:54:58.207873 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:54:58.210249 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae89b9-a1ce-431f-a212-fabe00316033" -d '{"events": [{"name": "network-changed", "server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:54:58.261394 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b7a76b-d767-4d17-b74d-a9544e635a4f x-openstack-request-id: req-55b7a76b-d767-4d17-b74d-a9544e635a4f {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:54:58.261795 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:54:58.262077 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55b7a76b-d767-4d17-b74d-a9544e635a4f {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:54:58.262518 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'status': 'completed', 'code': 200} Jun 07 14:54:58.359126 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:54:58.371398 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-48f086e5-e1c0-4d70-beee-3f5b57ef6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:58.372907 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-48f086e5-e1c0-4d70-beee-3f5b57ef6bf1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=57274d7e009b489ea84819c5ff5151ef&device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0783334 Jun 07 14:54:58.537090 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-bb2b8722-f513-4612-8427-16dc788f79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:58.538797 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-bb2b8722-f513-4612-8427-16dc788f79b6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 200 len: 910 time: 0.1555424 Jun 07 14:54:58.650403 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-cb68a449-09a1-4e1c-bc4e-816f968ca5a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 200 len: 217 time: 0.1025651 Jun 07 14:54:58.715966 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:18Z', 'revision_number': 5, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:54:58.720770 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] Checking router: 56161fe4-9c70-41e5-baac-a925c1f54f7a for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:54:58.730601 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:54:58.731158 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:54:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:54:58.732524 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-5e33573b-ad70-4b60-bc58-69377706a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:58.734644 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-5e33573b-ad70-4b60-bc58-69377706a4ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 200 len: 848 time: 0.0761988 Jun 07 14:54:58.799278 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cdaa7-9da2-40d8-8882-16f8409216de req-2f2ab9ec-a0ef-4958-912f-0da593895b09 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:58.800961 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-110cdaa7-9da2-40d8-8882-16f8409216de req-2f2ab9ec-a0ef-4958-912f-0da593895b09 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.2032652 Jun 07 14:54:58.872805 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-110cdaa7-9da2-40d8-8882-16f8409216de req-5efe4bd2-d76e-4235-b555-e673611a6e8f tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577407 Jun 07 14:54:58.880153 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-0a8a66f4-84f8-4fe9-8b3b-010afcb71693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:54:58.882382 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-0a8a66f4-84f8-4fe9-8b3b-010afcb71693 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0ce00b6a-25c6-4627-85d8-cb59f430ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1398897 Jun 07 14:54:58.987711 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:54:59.023224 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-4135cf08-80f5-4908-a177-55d445b27abb service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334395 Jun 07 14:54:59.165366 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-8eae89b9-a1ce-431f-a212-fabe00316033 req-7a585de6-f18f-4467-ae6f-b6322811b6a9 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318879 Jun 07 14:54:59.313482 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:18Z', 'revision_number': 5, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:54:59.317911 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea4c43-20f5-411c-b49a-7b19444048ab None None] The sync data for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb is: [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb', '_interfaces': [{'id': '5710f60c-b925-4489-af5e-23bea591e426', 'name': '', 'network_id': '0ce00b6a-25c6-4627-85d8-cb59f430ff5a', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'mac_address': 'fa:16:3e:61:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:05Z', 'updated_at': '2021-06-07T14:50:18Z', 'revision_number': 5, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'subnets': [{'id': 'd6f8114c-cd2d-44f4-b9ab-be2c6652bcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:54:59.550735 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c123f-669a-43f6-b1b6-0cbeea1b5c98 None None] New status for floating IP bbeda7f1-08df-4765-ae0f-0a0bc3f640d4: DOWN {{(pid=103649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:55:00.083046 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0332e30-6dc8-4176-b110-84c4748243cd req-bad9d027-65db-4909-b999-3c10ff5696d5 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:55:00.084554 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b0332e30-6dc8-4176-b110-84c4748243cd req-bad9d027-65db-4909-b999-3c10ff5696d5 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0836582 Jun 07 14:55:00.210777 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-0b49d235-e3fe-4f54-add0-0ace9ed2d561 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:55:00.212294 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-0b49d235-e3fe-4f54-add0-0ace9ed2d561 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.63 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 945 time: 0.0903633 Jun 07 14:55:00.238192 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b0332e30-6dc8-4176-b110-84c4748243cd req-cd19e37b-2d36-4c2d-b0d0-7da0416976fd tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/security-groups?id=42313ab1-c5d2-430f-a1a1-775d8dde73da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477880 Jun 07 14:55:00.360816 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Deleting port a20b0b71-8c29-4735-82bd-b93b5f634ae7 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:00.361180 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:00.613603 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] For port a20b0b71-8c29-4735-82bd-b93b5f634ae7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a20b0b71-8c29-4735-82bd-b93b5f634ae7,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:00.613893 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:00.745065 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Calling delete_port for a20b0b71-8c29-4735-82bd-b93b5f634ae7 owned by compute:nova {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:00.860744 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:00.867721 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-a308e9fb-e749-4d24-bdfe-c6151237bff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:00.919608 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event deleted for resources: {'Port': ['ID=a20b0b71-8c29-4735-82bd-b93b5f634ae7,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:00.922876 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:01.000826 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] No DVR routers for this DVR port a20b0b71-8c29-4735-82bd-b93b5f634ae7 on host hv-cinder-78960 {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:55:01.003549 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172565'] for port, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:01.005961 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [req-ca82d655-ae2e-4549-8413-a26ac7d33b64 req-d8fdd6dd-8d32-4a65-8c84-4982db93ce3d tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.63 "DELETE /v2.0/ports/a20b0b71-8c29-4735-82bd-b93b5f634ae7 HTTP/1.1" status: 204 len: 173 time: 0.7829318 Jun 07 14:55:01.006575 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-deleted', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7'}] {{(pid=103647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:55:01.008816 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8752e7e1f92b3c37df5f9140441bad83f854409be8e4c90f4e5f93cc9c327cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0379c9a7-000c-45e0-bd29-ba6ab748b731" -d '{"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-deleted", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7"}]}' {{(pid=103647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:55:01.071635 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1569bee2-0488-4ad0-b296-a1b4062e3a68 x-openstack-request-id: req-1569bee2-0488-4ad0-b296-a1b4062e3a68 {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:55:01.071964 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041aee7f-fa9a-4647-a0d4-277d09da9ed2", "name": "network-vif-deleted", "tag": "a20b0b71-8c29-4735-82bd-b93b5f634ae7", "status": "completed", "code": 200}]} {{(pid=103647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:55:01.072252 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1569bee2-0488-4ad0-b296-a1b4062e3a68 {{(pid=103647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:55:01.072690 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041aee7f-fa9a-4647-a0d4-277d09da9ed2', 'name': 'network-vif-deleted', 'tag': 'a20b0b71-8c29-4735-82bd-b93b5f634ae7', 'status': 'completed', 'code': 200} Jun 07 14:55:01.398664 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [req-b7694732-6870-41ac-9703-869e2afd2807 req-8940b769-29f0-4e0c-ab0a-87f495458ff8 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "GET /v2.0/ports?device_id=041aee7f-fa9a-4647-a0d4-277d09da9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0459008 Jun 07 14:55:02.506683 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60284) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:02.589905 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-78e9c2ff-9905-4652-a0d0-5b83a124c467 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:02.623137 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-78e9c2ff-9905-4652-a0d0-5b83a124c467 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:02.695056 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-78e9c2ff-9905-4652-a0d0-5b83a124c467 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:02.697537 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-78e9c2ff-9905-4652-a0d0-5b83a124c467 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:02.698664 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-78e9c2ff-9905-4652-a0d0-5b83a124c467 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] 10.222.0.61 "DELETE /v2.0/security-groups/42313ab1-c5d2-430f-a1a1-775d8dde73da HTTP/1.1" status: 204 len: 168 time: 0.1909125 Jun 07 14:55:02.699416 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-195e0867-e065-47eb-be35-55a04b33ff0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:02.711654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9c2ff-9905-4652-a0d0-5b83a124c467 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42313ab1-c5d2-430f-a1a1-775d8dde73da,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:02.714065 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-78e9c2ff-9905-4652-a0d0-5b83a124c467 tempest-TestShelveInstance-1741723970 tempest-TestShelveInstance-1741723970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:02.750846 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60288) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:03.465158 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041819'] for router_interface, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:03.989762 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Deleting port 5710f60c-b925-4489-af5e-23bea591e426 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:03.990628 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:04.001640 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:04.121777 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] For port 5710f60c-b925-4489-af5e-23bea591e426, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=5710f60c-b925-4489-af5e-23bea591e426,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:04.122157 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:04.250389 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Calling delete_port for 5710f60c-b925-4489-af5e-23bea591e426 owned by network:router_interface {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:04.305396 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device a20b0b71-8c29-4735-82bd-b93b5f634ae7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:55:04.345426 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] No Port match for: a20b0b71-8c29-4735-82bd-b93b5f634ae7 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:55:04.345716 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Device a20b0b71-8c29-4735-82bd-b93b5f634ae7 not bound to the agent host hv-cinder-78960 {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:55:04.407117 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:04.410889 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5b07ca96-d240-4e04-8f88-203de635b331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:04.455673 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Pushing event deleted for resources: {'Port': ['ID=5710f60c-b925-4489-af5e-23bea591e426,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:04.460884 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:04.743958 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041221'] for router_interface, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:05.120540 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Router 56161fe4-9c70-41e5-baac-a925c1f54f7a has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:55:05.404413 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:55:05.410326 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ebc7db94-8f1e-45aa-8cd2-cad54befc08e admin admin] 10.222.0.61 "PUT /v2.0/routers/56161fe4-9c70-41e5-baac-a925c1f54f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6579912 Jun 07 14:55:05.412284 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60292) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:05.414966 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] Sync routers for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:55:05.424806 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:55:05.425524 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:54:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:05.588097 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks [] for router, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:05.598160 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: dv-cinder-789603-7-smb {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:55:05.795302 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:05.875874 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Deleting port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:05.876185 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:05.911360 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:55:04Z', 'revision_number': 5, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port': {'id': '3499d0b2-c4e0-4cd1-857b-e877e01aa1eb', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:69:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:00Z', 'updated_at': '2021-06-07T14:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:05.915224 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] Checking router: 56161fe4-9c70-41e5-baac-a925c1f54f7a for host: dv-cinder-789603-7-smb {{(pid=103648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:55:05.923599 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] Routers {'56161fe4-9c70-41e5-baac-a925c1f54f7a'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:55:05.924202 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:54:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['56161fe4-9c70-41e5-baac-a925c1f54f7a'], 'active': True} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:06.004167 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] For port 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:06.004545 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.073920 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvr_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] Set router 56161fe4-9c70-41e5-baac-a925c1f54f7a gateway port host: None {{(pid=103648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:55:06.130951 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Calling delete_port for 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:06.187882 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_hamode_db [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:55:05Z', 'revision_number': 6, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port_host': None}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:06.191816 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb717fe-722f-483e-8803-63cd4cb7bf12 None None] The sync data for ids ['56161fe4-9c70-41e5-baac-a925c1f54f7a'] in dv-cinder-789603-7-smb is: [{'id': '56161fe4-9c70-41e5-baac-a925c1f54f7a', 'name': 'tempest-TestShelveInstance-1220877812-router', 'tenant_id': '57274d7e009b489ea84819c5ff5151ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:49:58Z', 'updated_at': '2021-06-07T14:55:05Z', 'revision_number': 6, 'project_id': '57274d7e009b489ea84819c5ff5151ef', 'gw_port_host': None}] {{(pid=103648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:55:06.292276 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.297653 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-4c28fde8-fd00-426a-b153-b9bc8d4a845d tempest-VolumesActionsTest-1917868135 tempest-VolumesActionsTest-1917868135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:06.344690 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Pushing event deleted for resources: {'Port': ['ID=3499d0b2-c4e0-4cd1-857b-e877e01aa1eb,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:06.371629 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:06.440645 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918283'] for router_gateway, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.650208 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11802'] for router, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.654400 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.702518 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2052562'] for router, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.703525 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56161fe4-9c70-41e5-baac-a925c1f54f7a {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:55:06.716421 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.721945 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-ca54d0af-8c66-45b6-8fae-0aeab7a9cfff admin admin] 10.222.0.61 "DELETE /v2.0/routers/56161fe4-9c70-41e5-baac-a925c1f54f7a HTTP/1.1" status: 204 len: 168 time: 1.3046288 Jun 07 14:55:06.722494 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60294) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:06.788938 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Deleting subnet d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:55:06.792338 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:06.846818 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.080435 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.167159 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.176654 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-d12bd4ea-e8f1-453e-b671-5b9d7d40c84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:07.218235 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.221641 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd HTTP/1.1" status: 204 len: 168 time: 0.4976304 Jun 07 14:55:07.222306 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f8114c-cd2d-44f4-b9ab-be2c6652bcbd,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:07.224661 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60296) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:07.225177 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-93a501c1-7fd0-45c2-aa4d-6c0522bcad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:07.240233 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213738eb-13c3-4b12-bbc4-30cff3cc45ac None None] Network 0ce00b6a-25c6-4627-85d8-cb59f430ff5a requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:55:07.397984 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.529398 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Deleting port 496da174-663e-4824-9152-1824bdd385f2 {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:07.529985 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.657112 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] For port 496da174-663e-4824-9152-1824bdd385f2, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=496da174-663e-4824-9152-1824bdd385f2,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:07.657505 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.683753 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] DHCP port deletion for 0ce00b6a-25c6-4627-85d8-cb59f430ff5a request from dv-cinder-789603-7-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:55:07.752744 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Deleting port 496da174-663e-4824-9152-1824bdd385f2 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:07.753156 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.780152 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Calling delete_port for 496da174-663e-4824-9152-1824bdd385f2 owned by network:dhcp {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:07.825754 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.830104 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-441e1b1e-79ad-4c63-bb12-91b9ec7d5a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:07.854240 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] For port 496da174-663e-4824-9152-1824bdd385f2, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=496da174-663e-4824-9152-1824bdd385f2,segment=NetworkSegment(43f9a343-8e88-49fa-99a1-d752a5954feb),segment_id=43f9a343-8e88-49fa-99a1-d752a5954feb)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:07.854626 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:07.875653 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Pushing event deleted for resources: {'Port': ['ID=496da174-663e-4824-9152-1824bdd385f2,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:07.880359 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] No DVR routers for this DVR port 496da174-663e-4824-9152-1824bdd385f2 on host dv-cinder-789603-7-smb {{(pid=103646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:55:07.915124 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.915392 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.915769 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.916137 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.917645 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.917645 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.917645 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.917645 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.918073 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.918279 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.918633 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.918994 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:07.925407 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:07.936483 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:55:07.982815 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Calling delete_port for 496da174-663e-4824-9152-1824bdd385f2 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:08.020477 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.034234 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135'] for port, after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.035953 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce00b6a-25c6-4627-85d8-cb59f430ff5a']}} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:08.038052 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:08.050144 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f9a343-8e88-49fa-99a1-d752a5954feb') {'for_net_delete': True} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:08.050443 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.services.segments.db [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f9a343-8e88-49fa-99a1-d752a5954feb') {} {{(pid=103646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:08.063201 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1333982'] for segment, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.077545 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 496da174-663e-4824-9152-1824bdd385f2 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:55:08.080077 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.086127 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:55:08.086502 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2542907'] for segment, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: Traceback (most recent call last): Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: timer() Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: cb(*args, **kw) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: return func(*args, **kwargs) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: self._notify() Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: self.callback(batched_events) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: event.method(event) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: return f(self, *a, **k) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: return self._get(url).json() Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: return self.request(url, 'GET', **kwargs) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:55:08.099661 dv-cinder-789603-7-smb neutron-server[103646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:55:08.123492 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] No DVR routers for this DVR port 496da174-663e-4824-9152-1824bdd385f2 on host dv-cinder-789603-7-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:55:08.127559 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 496da174-663e-4824-9152-1824bdd385f2 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:55:08.127917 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 496da174-663e-4824-9152-1824bdd385f2 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:55:08.128331 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 5710f60c-b925-4489-af5e-23bea591e426 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:55:08.151724 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Pushing event deleted for resources: {'Port': ['ID=496da174-663e-4824-9152-1824bdd385f2,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:08.168990 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.169228 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.169559 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.169883 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.170204 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.170525 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.170844 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.171156 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.171513 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.172379 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.172745 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.173166 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-7-smb {{(pid=103648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:55:08.177066 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-52125c23-9a38-419d-9a1f-7a34fd849166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:08.178098 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 5710f60c-b925-4489-af5e-23bea591e426 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:55:08.178439 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 5710f60c-b925-4489-af5e-23bea591e426 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:55:08.178887 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:55:08.179014 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.182758 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-59734677-2d10-47c3-9ca3-136a70f56699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:08.196155 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.198038 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0ce00b6a-25c6-4627-85d8-cb59f430ff5a HTTP/1.1" status: 204 len: 168 time: 0.9715154 Jun 07 14:55:08.206352 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.wsgi [-] (103646) accepted ('10.222.0.61', 60298) {{(pid=103646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:08.218004 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:55:08.218367 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 3499d0b2-c4e0-4cd1-857b-e877e01aa1eb not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:55:08.264153 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce00b6a-25c6-4627-85d8-cb59f430ff5a,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:08.278607 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-5c55ada7-e5b7-42cc-9a79-6b9ff68ec323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:08.478773 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0426d271-f1a8-431c-9e5f-eacfb69bd28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:08.770033 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2041819'] for router_interface, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:09.293653 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Deleting port 7349226c-1418-44d6-ae90-55a1642f470c {{(pid=103646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:09.294342 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:09.424882 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.db [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] For port 7349226c-1418-44d6-ae90-55a1642f470c, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=7349226c-1418-44d6-ae90-55a1642f470c,segment=NetworkSegment(5f2d6604-69ac-44d5-9178-51d324e71112),segment_id=5f2d6604-69ac-44d5-9178-51d324e71112)] {{(pid=103646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:09.425267 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:09.552361 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.plugins.ml2.plugin [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Calling delete_port for 7349226c-1418-44d6-ae90-55a1642f470c owned by network:router_interface {{(pid=103646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:09.710383 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2542958'] for port, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:09.714692 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-35763bf7-abb8-4996-9f72-699fe1a0a07d tempest-AttachVolumeTestJSON-1187746676 tempest-AttachVolumeTestJSON-1187746676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:09.760124 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7349226c-1418-44d6-ae90-55a1642f470c,revision_number=None']} {{(pid=103646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:09.762630 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG oslo_concurrency.lockutils [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:10.049106 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron_lib.callbacks.manager [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2024608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2041221'] for router_interface, after_delete {{(pid=103646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:10.530342 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Router 43552d55-1c18-4997-87a9-ecf220c53622 has already been hosted by L3 agent b49c1d30-5cf1-4eda-92ac-ef59c749ad65 {{(pid=103646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:55:10.712897 dv-cinder-789603-7-smb neutron-server[103646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] Notify agent at l3_agent.dv-cinder-789603-7-smb the message routers_updated {{(pid=103646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:55:10.719465 dv-cinder-789603-7-smb neutron-server[103646]: INFO neutron.wsgi [None req-bb93f2d7-edc3-4210-801a-48518dfca3e2 admin admin] 10.222.0.61 "PUT /v2.0/routers/43552d55-1c18-4997-87a9-ecf220c53622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153296 Jun 07 14:55:10.721531 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60300) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:10.722810 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] Sync routers for ids ['43552d55-1c18-4997-87a9-ecf220c53622'] in dv-cinder-789603-7-smb {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:55:10.734141 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] Routers {'43552d55-1c18-4997-87a9-ecf220c53622'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:55:10.735400 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:54:41Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['43552d55-1c18-4997-87a9-ecf220c53622'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:10.905792 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks [] for router, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:10.917860 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] Set router 43552d55-1c18-4997-87a9-ecf220c53622 gateway port host: dv-cinder-789603-7-smb {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:55:11.121548 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:11.195925 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b2994d00-f966-44bd-9be7-724a767b2b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:11.204256 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Deleting port a4998bae-1272-4950-8199-9e9ee67ba705 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:11.204596 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:11.228083 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'external_fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102'}], 'enable_snat': True}, 'gw_port_id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:55:09Z', 'revision_number': 5, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port': {'id': 'a4998bae-1272-4950-8199-9e9ee67ba705', 'name': '', 'network_id': '30e37299-49cf-4ecd-9db7-6ea4a67a5bd5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43552d55-1c18-4997-87a9-ecf220c53622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'ip_address': '172.28.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:50:17Z', 'updated_at': '2021-06-07T14:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bd89a6a-66af-4eaa-be3a-208879737444', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-7-smb'}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:11.232205 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] Checking router: 43552d55-1c18-4997-87a9-ecf220c53622 for host: dv-cinder-789603-7-smb {{(pid=103649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:55:11.242123 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] Routers {'43552d55-1c18-4997-87a9-ecf220c53622'} bound to L3 agent in host dv-cinder-789603-7-smb {{(pid=103649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:55:11.242739 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T14:37:11Z,description=,heartbeat_timestamp=2021-06-07T14:55:11Z,host='dv-cinder-789603-7-smb',id=b49c1d30-5cf1-4eda-92ac-ef59c749ad65,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T14:37:11Z,topic='l3_agent')) {'router_ids': ['43552d55-1c18-4997-87a9-ecf220c53622'], 'active': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:11.342035 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] For port a4998bae-1272-4950-8199-9e9ee67ba705, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=a4998bae-1272-4950-8199-9e9ee67ba705,segment=NetworkSegment(a38d14ee-bcdb-4cb5-b963-a7871680eb3a),segment_id=a38d14ee-bcdb-4cb5-b963-a7871680eb3a)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:11.342401 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:11.402796 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_dvr_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] Set router 43552d55-1c18-4997-87a9-ecf220c53622 gateway port host: None {{(pid=103649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:55:11.479928 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Calling delete_port for a4998bae-1272-4950-8199-9e9ee67ba705 owned by network:router_gateway {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:11.516818 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.l3_hamode_db [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:55:11Z', 'revision_number': 6, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port_host': None}], 'dv-cinder-789603-7-smb', False) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:11.522325 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa620a50-f60e-4aa6-b208-044ee487d3b4 None None] The sync data for ids ['43552d55-1c18-4997-87a9-ecf220c53622'] in dv-cinder-789603-7-smb is: [{'id': '43552d55-1c18-4997-87a9-ecf220c53622', 'name': 'tempest-TestShelveInstance-2129310857-router', 'tenant_id': '5342e6be6e0147978c132b3740636abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:50:15Z', 'updated_at': '2021-06-07T14:55:11Z', 'revision_number': 6, 'project_id': '5342e6be6e0147978c132b3740636abe', 'gw_port_host': None}] {{(pid=103649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:55:11.635622 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:11.640038 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2dcfdeb0-90c7-4f8f-ae90-38c73e452435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:11.684523 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4998bae-1272-4950-8199-9e9ee67ba705,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:11.687135 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:11.781027 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1918283'] for router_gateway, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:11.917467 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:11.999070 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11802'] for router, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.001721 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.025279 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2052562'] for router, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.025784 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43552d55-1c18-4997-87a9-ecf220c53622 {{(pid=103647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:55:12.031727 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] Notify callbacks [] for router, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.033050 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-8f83cd83-4225-4e98-8f51-51bcfc3a748b admin admin] 10.222.0.61 "DELETE /v2.0/routers/43552d55-1c18-4997-87a9-ecf220c53622 HTTP/1.1" status: 204 len: 168 time: 1.3105137 Jun 07 14:55:12.036016 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60302) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:12.096108 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Deleting subnet 5d96794d-3e40-4e7a-b78c-c343866aebbf {{(pid=103647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:55:12.100381 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.265218 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2639030'] for subnet, precommit_delete_associations {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.347979 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device a4998bae-1272-4950-8199-9e9ee67ba705 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:55:12.356816 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-653047'] for subnet, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.383210 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: a4998bae-1272-4950-8199-9e9ee67ba705 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:55:12.383552 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device a4998bae-1272-4950-8199-9e9ee67ba705 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:55:12.384187 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 7349226c-1418-44d6-ae90-55a1642f470c no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:55:12.418159 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: 7349226c-1418-44d6-ae90-55a1642f470c {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:55:12.418509 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device 7349226c-1418-44d6-ae90-55a1642f470c not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:55:12.438840 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-653032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1520607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2444026'] for subnet, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.442973 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5b27942f-4eb6-4d36-b209-0a5c9caaedfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:12.478964 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d96794d-3e40-4e7a-b78c-c343866aebbf,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:12.481882 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:12.482877 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.484991 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-2033ab65-b427-414b-85fe-6896d076069c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5d96794d-3e40-4e7a-b78c-c343866aebbf HTTP/1.1" status: 204 len: 168 time: 0.4476898 Jun 07 14:55:12.487509 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60304) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:12.488715 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f30aca-6178-4fcb-81f2-d974cda68046 None None] Network 7b13a2b1-8f68-408d-9101-5a83ddc92f5c requested from dv-cinder-789603-7-smb {{(pid=103648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:55:12.610721 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599153'] for network, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.692730 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Deleting port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 {{(pid=103647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:12.693099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.764974 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] DHCP port deletion for 7b13a2b1-8f68-408d-9101-5a83ddc92f5c request from dv-cinder-789603-7-smb {{(pid=103648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:55:12.804188 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.db [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] For port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,segment=NetworkSegment(5f2d6604-69ac-44d5-9178-51d324e71112),segment_id=5f2d6604-69ac-44d5-9178-51d324e71112)] {{(pid=103647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:12.804770 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.838527 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] Deleting port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 {{(pid=103648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:55:12.838901 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731273405651'] for port, before_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.931141 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Calling delete_port for cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 owned by network:dhcp {{(pid=103647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:12.939837 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.db [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] For port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608, host dv-cinder-789603-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-7-smb',level=0,port_id=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,segment=NetworkSegment(5f2d6604-69ac-44d5-9178-51d324e71112),segment_id=5f2d6604-69ac-44d5-9178-51d324e71112)] {{(pid=103648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:55:12.940545 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2039950'] for port, precommit_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.981632 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1520428'] for port, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:12.985875 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-e674343b-0917-412c-b49e-1284c66b50b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:13.042885 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:13.044731 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] No DVR routers for this DVR port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 on host dv-cinder-789603-7-smb {{(pid=103647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:55:13.046247 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:13.079535 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] Calling delete_port for cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 owned by network:dhcp {{(pid=103648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:55:13.140265 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.142671 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-619147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2024594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731273410515', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731272908135'] for port, after_delete {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.146257 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:13.174027 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-641912', 'neutron.services.segments.db._delete_segments_for_network-8731273420445'] for network, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.187025 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b13a2b1-8f68-408d-9101-5a83ddc92f5c']}} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:13.192575 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] Pushing event deleted for resources: {'Port': ['ID=cab4a2b9-d6e9-463d-bfea-5de3b6f0e608,revision_number=None']} {{(pid=103648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:13.195525 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG oslo_concurrency.lockutils [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:13.196251 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa306d0-fe49-462a-87a5-aa3b44b2759c None None] No DVR routers for this DVR port cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 on host dv-cinder-789603-7-smb {{(pid=103648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:55:13.202380 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2d6604-69ac-44d5-9178-51d324e71112') {'for_net_delete': True} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:13.202674 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.services.segments.db [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2d6604-69ac-44d5-9178-51d324e71112') {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:55:13.215547 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731273424312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2639033'] for segment, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.232394 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954'] for segment, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.239717 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:55:13.240097 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1520505'] for segment, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: Traceback (most recent call last): Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: timer() Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: cb(*args, **kw) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: return func(*args, **kwargs) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: self._notify() Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: self.callback(batched_events) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: event.method(event) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: return f(self, *a, **k) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: return self._get(url).json() Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: return self.request(url, 'GET', **kwargs) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:55:13.254729 dv-cinder-789603-7-smb neutron-server[103647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:55:13.335616 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-641905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1951000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2024603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1918288'] for network, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.339483 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:13.353586 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2024700'] for network, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.355405 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7b13a2b1-8f68-408d-9101-5a83ddc92f5c HTTP/1.1" status: 204 len: 168 time: 0.8669112 Jun 07 14:55:13.361958 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b13a2b1-8f68-408d-9101-5a83ddc92f5c,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:13.364449 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-3a22833a-eabb-422b-b2f9-846c90868fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:13.476955 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60308) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:13.525598 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-c9aed368-317e-4b64-91da-123085b641b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57274d7e009b489ea84819c5ff5151ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474279 Jun 07 14:55:13.528099 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60310) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:13.587958 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-98712d03-1339-47e2-b13e-999eeae36f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.615322 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-98712d03-1339-47e2-b13e-999eeae36f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.668479 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-98712d03-1339-47e2-b13e-999eeae36f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.670961 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-98712d03-1339-47e2-b13e-999eeae36f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:13.672286 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-98712d03-1339-47e2-b13e-999eeae36f78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a76aa3c6-7d1f-4305-84a6-a9503e2349aa HTTP/1.1" status: 204 len: 168 time: 0.1431847 Jun 07 14:55:13.673088 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-5127b4ff-c48c-4dc0-a103-4f0db0a319cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:13.682705 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98712d03-1339-47e2-b13e-999eeae36f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76aa3c6-7d1f-4305-84a6-a9503e2349aa,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:13.684991 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-98712d03-1339-47e2-b13e-999eeae36f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:14.023382 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60316) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:14.032012 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 no longer exists at agent ovs-agent-dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:55:14.066261 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.plugin [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] No Port match for: cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 {{(pid=103648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:55:14.066602 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron.plugins.ml2.rpc [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Device cab4a2b9-d6e9-463d-bfea-5de3b6f0e608 not bound to the agent host dv-cinder-789603-7-smb {{(pid=103648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:55:14.079252 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-f5087688-8732-4791-8d7a-31981a34f431 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5342e6be6e0147978c132b3740636abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536163 Jun 07 14:55:14.081122 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.wsgi [-] (103647) accepted ('10.222.0.61', 60318) {{(pid=103647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:55:14.141593 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e122cf3b-ed9b-4b89-a919-8fae4a99d6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:14.167670 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e122cf3b-ed9b-4b89-a919-8fae4a99d6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:14.221105 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e122cf3b-ed9b-4b89-a919-8fae4a99d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950986'] for security_group, after_delete {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:14.223741 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-e122cf3b-ed9b-4b89-a919-8fae4a99d6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:14.225342 dv-cinder-789603-7-smb neutron-server[103647]: INFO neutron.wsgi [None req-e122cf3b-ed9b-4b89-a919-8fae4a99d6aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57af58c5-319a-45c8-8d25-cb55c0a901a8 HTTP/1.1" status: 204 len: 168 time: 0.1431415 Jun 07 14:55:14.226308 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-df56db3f-d649-4791-af10-0d6498372c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:55:14.237796 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122cf3b-ed9b-4b89-a919-8fae4a99d6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57af58c5-319a-45c8-8d25-cb55c0a901a8,revision_number=None']} {{(pid=103647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:55:14.240418 dv-cinder-789603-7-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-e122cf3b-ed9b-4b89-a919-8fae4a99d6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:55:15.916798 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:34.003775 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:38.482780 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1da4-1223-4bf8-9102-916b4e02eaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:41.190665 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-22fee5d8-a571-4923-8516-791ed7c97dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:41.914093 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:43.137978 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:55:44.936066 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:55:45.920356 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:04.004376 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:08.475211 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-bf6988af-0cb9-45d3-8176-9111baa1dc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:11.193420 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5b791b58-f2a5-48eb-9cbd-031356198c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:11.906007 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:13.140789 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:15.922282 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:21.935159 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:56:34.020778 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:38.479578 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-76d0119a-c087-4611-b6aa-72c87b4008c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:41.195979 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-fbdb75f0-ee21-4a25-bd4a-b3837ddb2b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:41.908878 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:43.141873 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:45.926613 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:56:58.934047 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:57:04.012764 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:08.483017 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-0a50b489-a3e4-4b7f-8e6d-6b67e5f57309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:11.198339 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-67344ea4-0355-4005-80e9-b6737a65ab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:11.913616 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:13.145701 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:15.927467 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:34.034947 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:35.932998 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:57:38.487030 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-ad74828d-bfb7-4830-a6c2-28d9e0029e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:41.201917 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b38719f-8351-4119-8ea8-69732320d0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:41.920118 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:43.151480 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:57:45.936422 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:04.036300 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:08.481521 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-92c2b6f5-824e-4f6c-902b-11455c2dba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:11.206634 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-b37cc539-a5f6-4bd9-8842-96ce2c37b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:11.912524 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:12.931306 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:58:13.152285 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:15.934518 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:34.050689 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:38.482796 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-5d3654b7-11cf-40f1-bc44-924383c9cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:41.213268 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9c6987a2-89a0-432a-b85e-954bbd206aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:41.915640 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:43.154562 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:45.937039 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:58:49.930268 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:59:04.051219 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:08.485901 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-1f448496-52c9-4309-b2dd-f631df1ec8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:11.205666 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-6b30ce90-dc47-4ba7-befc-ca1f988ed023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:11.917380 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:13.157590 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:15.939238 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:26.929297 dv-cinder-789603-7-smb neutron-server[103649]: DEBUG neutron.db.agents_db [None req-95d6e56f-9c17-446f-910b-a3134bc68580 None None] Agent healthcheck: found 6 active agents {{(pid=103649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:59:34.213855 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9d8f8634-e92b-46c1-a4c2-85e46bfc9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:38.489292 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-db01b838-a2f1-445e-b34e-38efebb5aae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:41.209097 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0252-7cd3-4a9d-8ace-3d9aea800800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:41.921604 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ea67392-90ef-45fa-b8c8-da8de5a8227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:43.160368 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ca2e-cd3d-4a83-8764-6bbac75b9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:59:45.944289 dv-cinder-789603-7-smb neutron-server[103648]: DEBUG neutron_lib.callbacks.manager [None req-e48536b1-6ae3-475e-8ea5-b4623b534aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731273420427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639926'] for agent, after_update {{(pid=103648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}